03:04:00.651 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:04:00.651 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskBIDGEw/test-tmp
03:04:00.651 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
03:04:00.651 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskBIDGEw/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
03:04:00.652 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:04:00.968 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:04:00.968 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:00.971174 4885 mini_oidc.cc:150] Starting JWKS server
03:04:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:00.973428 4885 webserver.cc:492] Webserver started at http://127.0.0.1:44525/ using document root <none> and password file <none>
03:04:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:00.973639 4885 mini_oidc.cc:186] Starting OIDC Discovery server
03:04:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:00.974073 4885 webserver.cc:492] Webserver started at http://127.0.0.1:37699/ using document root <none> and password file <none>
03:04:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-04T03:04:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:04:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-04T03:04:00Z Disabled control of system clock
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.001879 4885 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/logs
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data/info.pb
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.126:36719
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.126
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44525/jwks.json
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.317058 4896 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.317342 4896 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.317430 4896 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325606 4896 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325696 4896 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325744 4896 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325785 4896 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325836 4896 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325876 4896 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.325919 4896 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44525/jwks.json
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.335518 4896 master_runner.cc:386] Master server non-default flags:
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.126:36719
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44525/jwks.json
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data/info.pb
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.126
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/logs
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 02:43:24 UTC on 24a791456cd2
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10336
03:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:01.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.337157 4896 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.338878 4896 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.346690 4901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.347381 4902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.347409 4904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.348063 4896 server_base.cc:1060] running on GCE node
03:04:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.348850 4896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.350181 4896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.351401 4896 hybrid_clock.cc:648] HybridClock initialized: now 1770174241351332 us; error 40 us; skew 500 ppm
03:04:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.351724 4896 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.353781 4896 webserver.cc:492] Webserver started at http://127.4.197.126:35245/ using document root <none> and password file <none>
03:04:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.354452 4896 fs_manager.cc:362] Metadata directory not provided
03:04:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.354586 4896 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.354923 4896 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:04:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.357326 4896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data/instance:
03:04:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f4472772295488e92f11ba829639cdf"
03:04:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:01 on dist-test-slave-qtcw"
03:04:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.358060 4896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal/instance:
03:04:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f4472772295488e92f11ba829639cdf"
03:04:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:01 on dist-test-slave-qtcw"
03:04:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.363157 4896 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
03:04:01.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.366416 4910 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.367655 4896 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.367817 4896 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data,/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f4472772295488e92f11ba829639cdf"
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:01 on dist-test-slave-qtcw"
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.367996 4896 fs_report.cc:389] FS layout report
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data/data
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.388789 4896 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.389609 4896 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.389895 4896 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.412598 4896 rpc_server.cc:307] RPC server started. Bound to: 127.4.197.126:36719
03:04:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.412636 4971 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.197.126:36719 every 8 connection(s)
03:04:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.414100 4896 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/data/info.pb
03:04:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.416580 4885 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu as pid 4896
03:04:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.416872 4885 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-0/wal/instance
03:04:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.418159 4972 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.419083 4885 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/logs
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data/info.pb
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.125:40209
03:04:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.125
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44525/jwks.json
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.423662 4972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } has no permanent_uuid. Determining permanent_uuid...
03:04:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.440371 4972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } has no permanent_uuid. Determining permanent_uuid...
03:04:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.441458 4912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.443037 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:01.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.492368 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } attempt: 1
03:04:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.494287 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:01.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.562600 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } attempt: 2
03:04:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.564472 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:01.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.655706 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } attempt: 3
03:04:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.657873 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.751505 4974 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.751792 4974 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.751866 4974 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760382 4974 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760466 4974 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760514 4974 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760552 4974 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760603 4974 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760643 4974 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.760684 4974 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44525/jwks.json
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.770226 4974 master_runner.cc:386] Master server non-default flags:
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.125:40209
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44525/jwks.json
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data/info.pb
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.125
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/logs
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 02:43:24 UTC on 24a791456cd2
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10336
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.771776 4974 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.773571 4974 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.781313 4982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.781545 4983 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.781893 4985 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.782565 4974 server_base.cc:1060] running on GCE node
03:04:01.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.783330 4974 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.784637 4974 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.785841 4974 hybrid_clock.cc:648] HybridClock initialized: now 1770174241785788 us; error 37 us; skew 500 ppm
03:04:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.786100 4974 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.788033 4974 webserver.cc:492] Webserver started at http://127.4.197.125:44923/ using document root <none> and password file <none>
03:04:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.788704 4974 fs_manager.cc:362] Metadata directory not provided
03:04:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.788803 4974 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:01.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.789077 4974 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.791296 4974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data/instance:
03:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d8bb0264a524058931e5ea24f59e7aa"
03:04:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:01 on dist-test-slave-qtcw"
03:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.791973 4974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal/instance:
03:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d8bb0264a524058931e5ea24f59e7aa"
03:04:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:01 on dist-test-slave-qtcw"
03:04:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.796911 4974 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.000s
03:04:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.800021 4991 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.801096 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } attempt: 4
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.801275 4974 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.801426 4974 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data,/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d8bb0264a524058931e5ea24f59e7aa"
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:01 on dist-test-slave-qtcw"
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.801631 4974 fs_report.cc:389] FS layout report
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal
03:04:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data/data
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.803030 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.834662 4974 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.835482 4974 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.835716 4974 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:01.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.858353 4974 rpc_server.cc:307] RPC server started. Bound to: 127.4.197.125:40209
03:04:01.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.858397 5052 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.197.125:40209 every 8 connection(s)
03:04:01.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.859757 4974 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/data/info.pb
03:04:01.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.863691 5053 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.867036 4885 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu as pid 4974
03:04:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.867233 4885 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-1/wal/instance
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.868583 4885 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/logs
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data/info.pb
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.124:46401
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.124
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44525/jwks.json
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:04:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:04:01.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.870944 5053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } has no permanent_uuid. Determining permanent_uuid...
03:04:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.884124 5053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } has no permanent_uuid. Determining permanent_uuid...
03:04:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.893797 5053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } has no permanent_uuid. Determining permanent_uuid...
03:04:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.894703 4992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:01.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.896153 5053 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:01.945601 5053 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 1
03:04:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:01.947482 5053 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.015767 5053 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 2
03:04:02.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.017747 5053 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.102340 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } attempt: 5
03:04:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.108955 5053 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 3
03:04:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.109692 4972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } has no permanent_uuid. Determining permanent_uuid...
03:04:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.110812 5053 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.111544 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.162760 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 1
03:04:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.164847 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.200256 5055 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:02.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.200646 5055 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:02.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.200800 5055 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209189 5055 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209306 5055 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209383 5055 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209445 5055 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209530 5055 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209597 5055 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:04:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.209671 5055 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44525/jwks.json
03:04:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.219648 5055 master_runner.cc:386] Master server non-default flags:
03:04:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.124:46401
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44525/jwks.json
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data/info.pb
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.124
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/logs
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 02:43:24 UTC on 24a791456cd2
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10336
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.221798 5055 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:02.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.223721 5055 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:02.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.231876 5063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:02.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.231881 5064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:02.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.232513 5066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.233194 5055 server_base.cc:1060] running on GCE node
03:04:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.233191 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 2
03:04:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.234078 5055 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.235136 4972 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.235625 5055 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.236829 5055 hybrid_clock.cc:648] HybridClock initialized: now 1770174242236768 us; error 42 us; skew 500 ppm
03:04:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.237115 5055 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.239157 5055 webserver.cc:492] Webserver started at http://127.4.197.124:36805/ using document root <none> and password file <none>
03:04:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.239797 5055 fs_manager.cc:362] Metadata directory not provided
03:04:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.239899 5055 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.240156 5055 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:04:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.242444 5055 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data/instance:
03:04:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e40640b7d1d449faf2409fbd1aa575d"
03:04:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:02 on dist-test-slave-qtcw"
03:04:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.243134 5055 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal/instance:
03:04:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e40640b7d1d449faf2409fbd1aa575d"
03:04:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:02 on dist-test-slave-qtcw"
03:04:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.248027 5055 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
03:04:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.251235 5072 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.252457 5055 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.252599 5055 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data,/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e40640b7d1d449faf2409fbd1aa575d"
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:02 on dist-test-slave-qtcw"
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.252739 5055 fs_report.cc:389] FS layout report
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal
03:04:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data/data
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.254014 5053 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 4
03:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.255944 5053 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.197.124:46401: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.289428 5055 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.290371 5055 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.290686 5055 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.313675 5055 rpc_server.cc:307] RPC server started. Bound to: 127.4.197.124:46401
03:04:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.313709 5133 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.197.124:46401 every 8 connection(s)
03:04:02.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.315201 5055 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/data/info.pb
03:04:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.317694 4885 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu as pid 5055
03:04:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.317905 4885 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/master-2/wal/instance
03:04:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.320178 5134 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.327076 5134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } has no permanent_uuid. Determining permanent_uuid...
03:04:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.339643 5134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } has no permanent_uuid. Determining permanent_uuid...
03:04:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.341352 4972 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 3
03:04:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.348731 5134 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } has no permanent_uuid. Determining permanent_uuid...
03:04:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.352370 4972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: Bootstrap starting.
03:04:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.356647 4972 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: Neither blocks nor log segments found. Creating new log.
03:04:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.358088 4972 log.cc:826] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: Log is configured to *not* fsync() on all Append() calls
03:04:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.360911 4972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: No bootstrap required, opened a new log
03:04:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.361682 5134 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d: Bootstrap starting.
03:04:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.364475 5134 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d: Neither blocks nor log segments found. Creating new log.
03:04:02.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.365752 5134 log.cc:826] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d: Log is configured to *not* fsync() on all Append() calls
03:04:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.366466 4972 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.366750 4972 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.366891 4972 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7f4472772295488e92f11ba829639cdf, State: Initialized, Role: FOLLOWER
03:04:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.367529 4972 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.368152 5134 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d: No bootstrap required, opened a new log
03:04:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.368450 5143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.368785 5143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.369390 4972 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: configured and running, proceeding with master startup.
03:04:02.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.374233 5134 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.374529 5134 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:02.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.374639 5134 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e40640b7d1d449faf2409fbd1aa575d, State: Initialized, Role: FOLLOWER
03:04:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.375278 5134 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.376312 5154 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.376622 5154 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.377367 5134 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: configured and running, proceeding with master startup.
03:04:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.380846 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: OK, instance_id { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" instance_seqno: 1770174241853172 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:04:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.385771 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.388677 5154 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.388892 5154 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.388996 5155 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:04:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.389102 5155 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:04:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.390713 5154 leader_election.cc:290] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7f4472772295488e92f11ba829639cdf (127.4.197.126:36719), 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209)
03:04:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.391680 4937 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e40640b7d1d449faf2409fbd1aa575d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7f4472772295488e92f11ba829639cdf" is_pre_election: true
03:04:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.392258 4937 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3e40640b7d1d449faf2409fbd1aa575d in term 0.
03:04:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.392422 4916 tablet.cc:2378] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.392527 5167 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:04:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.392892 5073 leader_election.cc:304] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e40640b7d1d449faf2409fbd1aa575d, 7f4472772295488e92f11ba829639cdf; no voters:
03:04:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.393249 5154 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.393814 5154 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:02.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.393922 5154 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 0 FOLLOWER]: Advancing to term 1
03:04:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.397229 5154 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.399348 5154 leader_election.cc:290] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [CANDIDATE]: Term 1 election: Requested vote from peers 7f4472772295488e92f11ba829639cdf (127.4.197.126:36719), 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209)
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.399761 4937 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e40640b7d1d449faf2409fbd1aa575d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7f4472772295488e92f11ba829639cdf"
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.399963 4937 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 0 FOLLOWER]: Advancing to term 1
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.403092 4937 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e40640b7d1d449faf2409fbd1aa575d in term 1.
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.403491 5073 leader_election.cc:304] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3e40640b7d1d449faf2409fbd1aa575d, 7f4472772295488e92f11ba829639cdf; no voters:
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.403781 5154 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 1 FOLLOWER]: Leader election won for term 1
03:04:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.404412 5154 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [term 1 LEADER]: Becoming Leader. State: Replica: 3e40640b7d1d449faf2409fbd1aa575d, State: Running, Role: LEADER
03:04:02.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.404970 5154 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.398959 5055 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: OK, instance_id { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" instance_seqno: 1770174241853172 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:04:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.406430 5055 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.409425 5168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e40640b7d1d449faf2409fbd1aa575d. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.409744 5168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: This master's current role is: LEADER
03:04:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.410545 5170 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:04:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.415839 5170 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:04:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.444060 4937 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Refusing update from remote peer 3e40640b7d1d449faf2409fbd1aa575d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.445037 5168 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:02.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.456614 5143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e40640b7d1d449faf2409fbd1aa575d. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.456854 5143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.460330 5172 mvcc.cc:204] Tried to move back new op lower bound from 7250633697030193152 to 7250633696895520768. Current Snapshot: MvccSnapshot[applied={T|T < 7250633697030193152}]
03:04:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.467000 5143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.467203 5143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.468822 5168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.469048 5168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: This master's current role is: LEADER
03:04:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.471033 5170 catalog_manager.cc:1357] Generated new cluster ID: 5df9aa703a504d838eb08fb343bec585
03:04:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.471133 5170 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:04:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.487347 5170 catalog_manager.cc:1380] Generated new certificate authority record
03:04:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.490777 5170 catalog_manager.cc:1514] Loading token signing keys...
03:04:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.522330 5170 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d: Generated new TSK 0
03:04:02.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.524933 5170 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.533558 4885 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/logs
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data/info.pb
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.65:0
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.197.65
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.65
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:04:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.555143 5053 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } attempt: 5
03:04:02.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.570912 5053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: Bootstrap starting.
03:04:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.578118 5053 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: Neither blocks nor log segments found. Creating new log.
03:04:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.582161 5053 log.cc:826] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: Log is configured to *not* fsync() on all Append() calls
03:04:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.597082 5053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: No bootstrap required, opened a new log
03:04:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.613354 5053 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.614415 5053 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.614884 5053 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d8bb0264a524058931e5ea24f59e7aa, State: Initialized, Role: FOLLOWER
03:04:02.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.616461 5053 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.629789 5017 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e40640b7d1d449faf2409fbd1aa575d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d8bb0264a524058931e5ea24f59e7aa"
03:04:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.630467 5018 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3e40640b7d1d449faf2409fbd1aa575d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d8bb0264a524058931e5ea24f59e7aa" is_pre_election: true
03:04:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.631652 5018 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:45386 (request call id 1) took 240 ms (client timeout 302 ms). Trace:
03:04:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:02.631785 5018 rpcz_store.cc:269] 0204 03:04:02.391593 (+ 0us) service_pool.cc:168] Inserting onto call queue
03:04:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0204 03:04:02.391653 (+ 60us) service_pool.cc:225] Handling call
03:04:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0204 03:04:02.631604 (+239951us) inbound_call.cc:173] Queueing success response
03:04:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":1300352}
03:04:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.635489 5016 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 0 FOLLOWER]: Advancing to term 1
03:04:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.638844 5016 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Refusing update from remote peer 3e40640b7d1d449faf2409fbd1aa575d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.642710 5017 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3e40640b7d1d449faf2409fbd1aa575d in term 1.
03:04:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.643288 5154 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.650271 5053 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: configured and running, proceeding with master startup.
03:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.699636 5179 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.699981 5179 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.700416 5180 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3e40640b7d1d449faf2409fbd1aa575d. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.700659 5180 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.701292 5186 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.701669 5186 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: This master's current role is: FOLLOWER
03:04:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.744236 5154 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3e40640b7d1d449faf2409fbd1aa575d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.744550 5154 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e40640b7d1d449faf2409fbd1aa575d [sys.catalog]: This master's current role is: LEADER
03:04:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.771375 5196 catalog_manager.cc:1269] Loaded cluster ID: 5df9aa703a504d838eb08fb343bec585
03:04:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.771704 5196 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: loading cluster ID for follower catalog manager: success
03:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.775697 5196 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: acquiring CA information for follower catalog manager: success
03:04:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:02.778307 5196 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.025060 5177 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.025477 5177 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.025633 5177 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.039354 5177 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.039547 5177 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:04:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.039624 5177 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:04:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.039676 5177 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:04:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.039811 5177 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.197.65
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.055944 5177 tablet_server_runner.cc:78] Tablet server non-default flags:
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.65:0
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data/info.pb
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.65
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.197.65
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/logs
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 02:43:24 UTC on 24a791456cd2
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10336
03:04:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.058101 5177 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.060524 5177 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.071985 5203 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.072017 5202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.073781 5205 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:03.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.074659 5177 server_base.cc:1060] running on GCE node
03:04:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.075342 5177 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.076469 5177 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:03.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.077723 5177 hybrid_clock.cc:648] HybridClock initialized: now 1770174243077640 us; error 49 us; skew 500 ppm
03:04:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.078233 5177 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.080988 5177 webserver.cc:492] Webserver started at http://127.4.197.65:40377/ using document root <none> and password file <none>
03:04:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.081911 5177 fs_manager.cc:362] Metadata directory not provided
03:04:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.082062 5177 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.082490 5177 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:04:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.085765 5177 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data/instance:
03:04:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7efdae4e6ce44b49212e487662c5e54"
03:04:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:03 on dist-test-slave-qtcw"
03:04:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.086884 5177 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal/instance:
03:04:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7efdae4e6ce44b49212e487662c5e54"
03:04:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:03 on dist-test-slave-qtcw"
03:04:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.093571 5177 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.001s sys 0.005s
03:04:03.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.097813 5211 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.099370 5177 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.004s
03:04:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.099661 5177 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data,/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal
03:04:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7efdae4e6ce44b49212e487662c5e54"
03:04:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:03 on dist-test-slave-qtcw"
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.099884 5177 fs_report.cc:389] FS layout report
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data/data
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.157904 5177 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.159009 5177 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.159339 5177 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.163699 5177 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:04:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.163825 5177 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:04:03.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.163936 5177 ts_tablet_manager.cc:616] Registered 0 tablets
03:04:03.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.164014 5177 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:04:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.243355 5177 rpc_server.cc:307] RPC server started. Bound to: 127.4.197.65:40039
03:04:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.243412 5335 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.197.65:40039 every 8 connection(s)
03:04:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.244804 5177 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/data/info.pb
03:04:03.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.247941 4885 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu as pid 5177
03:04:03.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.248122 4885 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-0/wal/instance
03:04:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.250608 5337 heartbeater.cc:344] Connected to a master server at 127.4.197.126:36719
03:04:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.250947 5337 heartbeater.cc:461] Registering TS with master...
03:04:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.254559 5337 heartbeater.cc:507] Master 127.4.197.126:36719 requested a full tablet report, sending...
03:04:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.254642 4885 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal
03:04:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/logs
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data/info.pb
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.66:0
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.197.66
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.66
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:04:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.259622 4926 ts_manager.cc:194] Registered new tserver with Master: c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039)
03:04:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.263964 5336 heartbeater.cc:344] Connected to a master server at 127.4.197.124:46401
03:04:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.264127 5336 heartbeater.cc:461] Registering TS with master...
03:04:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.264714 5336 heartbeater.cc:507] Master 127.4.197.124:46401 requested a full tablet report, sending...
03:04:03.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.266393 5089 ts_manager.cc:194] Registered new tserver with Master: c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039)
03:04:03.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.269002 5089 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.197.65:35743
03:04:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.270521 5338 heartbeater.cc:344] Connected to a master server at 127.4.197.125:40209
03:04:03.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.270673 5338 heartbeater.cc:461] Registering TS with master...
03:04:03.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.271260 5338 heartbeater.cc:507] Master 127.4.197.125:40209 requested a full tablet report, sending...
03:04:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.273083 5008 ts_manager.cc:194] Registered new tserver with Master: c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039)
03:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.390954 5155 catalog_manager.cc:1269] Loaded cluster ID: 5df9aa703a504d838eb08fb343bec585
03:04:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.391069 5155 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: loading cluster ID for follower catalog manager: success
03:04:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.393579 5155 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: acquiring CA information for follower catalog manager: success
03:04:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.395341 5155 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:04:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.590193 5341 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.590476 5341 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.590565 5341 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.598663 5341 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.598784 5341 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:04:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.598834 5341 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:04:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.598870 5341 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:04:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.598953 5341 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.197.66
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.608610 5341 tablet_server_runner.cc:78] Tablet server non-default flags:
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data
03:04:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.66:0
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data/info.pb
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.66
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.197.66
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/logs
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 02:43:24 UTC on 24a791456cd2
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10336
03:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.610251 5341 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.611944 5341 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:03.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.621243 5347 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:03.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.621320 5346 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:03.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:03.621258 5349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.622236 5341 server_base.cc:1060] running on GCE node
03:04:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.622766 5341 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.623653 5341 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.624857 5341 hybrid_clock.cc:648] HybridClock initialized: now 1770174243624794 us; error 38 us; skew 500 ppm
03:04:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.625131 5341 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.627228 5341 webserver.cc:492] Webserver started at http://127.4.197.66:36333/ using document root <none> and password file <none>
03:04:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.627907 5341 fs_manager.cc:362] Metadata directory not provided
03:04:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.628042 5341 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.628422 5341 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.630678 5341 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data/instance:
03:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d72406a591844869b807100ed6e83ab"
03:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:03 on dist-test-slave-qtcw"
03:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.631428 5341 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal/instance:
03:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d72406a591844869b807100ed6e83ab"
03:04:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:03 on dist-test-slave-qtcw"
03:04:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.636793 5341 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
03:04:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.639967 5355 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.641269 5341 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.641422 5341 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data,/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d72406a591844869b807100ed6e83ab"
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:03 on dist-test-slave-qtcw"
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.641618 5341 fs_report.cc:389] FS layout report
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data/data
03:04:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.687090 5341 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.687975 5341 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.688309 5341 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.691282 5341 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:04:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.691524 5341 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:04:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.691658 5341 ts_tablet_manager.cc:616] Registered 0 tablets
03:04:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.691738 5341 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:04:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.751173 5341 rpc_server.cc:307] RPC server started. Bound to: 127.4.197.66:41175
03:04:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.751237 5476 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.197.66:41175 every 8 connection(s)
03:04:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.752633 5341 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/data/info.pb
03:04:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.755481 5478 heartbeater.cc:344] Connected to a master server at 127.4.197.126:36719
03:04:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.755956 5478 heartbeater.cc:461] Registering TS with master...
03:04:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.757198 5478 heartbeater.cc:507] Master 127.4.197.126:36719 requested a full tablet report, sending...
03:04:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.759042 4926 ts_manager.cc:194] Registered new tserver with Master: 1d72406a591844869b807100ed6e83ab (127.4.197.66:41175)
03:04:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.760838 5477 heartbeater.cc:344] Connected to a master server at 127.4.197.124:46401
03:04:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.761078 5477 heartbeater.cc:461] Registering TS with master...
03:04:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.761533 5477 heartbeater.cc:507] Master 127.4.197.124:46401 requested a full tablet report, sending...
03:04:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.762368 4885 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu as pid 5341
03:04:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.762575 4885 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-1/wal/instance
03:04:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.762549 5479 heartbeater.cc:344] Connected to a master server at 127.4.197.125:40209
03:04:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.762681 5479 heartbeater.cc:461] Registering TS with master...
03:04:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.762840 5089 ts_manager.cc:194] Registered new tserver with Master: 1d72406a591844869b807100ed6e83ab (127.4.197.66:41175)
03:04:03.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.763105 5479 heartbeater.cc:507] Master 127.4.197.125:40209 requested a full tablet report, sending...
03:04:03.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.763808 5089 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.197.66:52283
03:04:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.764617 5008 ts_manager.cc:194] Registered new tserver with Master: 1d72406a591844869b807100ed6e83ab (127.4.197.66:41175)
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:03.766081 4885 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/logs
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data/info.pb
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.67:0
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.197.67
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.67
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:04:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.086907 5482 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:04:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.087201 5482 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:04:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.087292 5482 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:04:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.095425 5482 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:04:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.095544 5482 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:04:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.095592 5482 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:04:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.095628 5482 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:04:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.095710 5482 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.197.67
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.105254 5482 tablet_server_runner.cc:78] Tablet server non-default flags:
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.197.84:43097
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.197.67:0
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data/info.pb
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.197.67
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.197.67
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/logs
03:04:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 02:43:24 UTC on 24a791456cd2
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10336
03:04:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:04:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.106943 5482 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:04:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.109052 5482 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:04:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.118621 5488 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.119110 5490 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.119472 5487 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:04:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.120324 5482 server_base.cc:1060] running on GCE node
03:04:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.120920 5482 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:04:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.121711 5482 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:04:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.122912 5482 hybrid_clock.cc:648] HybridClock initialized: now 1770174244122849 us; error 42 us; skew 500 ppm
03:04:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.123149 5482 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:04:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.125095 5482 webserver.cc:492] Webserver started at http://127.4.197.67:40869/ using document root <none> and password file <none>
03:04:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.125738 5482 fs_manager.cc:362] Metadata directory not provided
03:04:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.125833 5482 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:04:04.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.126084 5482 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:04:04.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.128271 5482 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data/instance:
03:04:04.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a844018a1abd4bda9e7cdc9c24375bc3"
03:04:04.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:04 on dist-test-slave-qtcw"
03:04:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.128971 5482 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal/instance:
03:04:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a844018a1abd4bda9e7cdc9c24375bc3"
03:04:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:04 on dist-test-slave-qtcw"
03:04:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.133726 5482 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
03:04:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.136843 5496 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.138000 5482 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.138128 5482 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data,/tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a844018a1abd4bda9e7cdc9c24375bc3"
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 03:04:04 on dist-test-slave-qtcw"
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.138266 5482 fs_report.cc:389] FS layout report
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data/data
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:04:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:04:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.162603 5482 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.163333 5482 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:04:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.163558 5482 kserver.cc:163] Server-wide thread pool size limit: 3276
03:04:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.166400 5482 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:04:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.166646 5482 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:04:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.166783 5482 ts_tablet_manager.cc:616] Registered 0 tablets
03:04:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.166862 5482 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:04:04.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.226347 5482 rpc_server.cc:307] RPC server started. Bound to: 127.4.197.67:45713
03:04:04.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.226397 5617 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.197.67:45713 every 8 connection(s)
03:04:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.227677 5482 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/data/info.pb
03:04:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.230581 5619 heartbeater.cc:344] Connected to a master server at 127.4.197.126:36719
03:04:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.231544 5619 heartbeater.cc:461] Registering TS with master...
03:04:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.232527 4885 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu as pid 5482
03:04:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.232659 5619 heartbeater.cc:507] Master 127.4.197.126:36719 requested a full tablet report, sending...
03:04:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.232692 4885 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskBIDGEw/test-tmp/mini-kudu-cluster8032889096409297935/ts-2/wal/instance
03:04:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.234361 4926 ts_manager.cc:194] Registered new tserver with Master: a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.237124 5618 heartbeater.cc:344] Connected to a master server at 127.4.197.124:46401
03:04:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.237268 5618 heartbeater.cc:461] Registering TS with master...
03:04:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.237763 5618 heartbeater.cc:507] Master 127.4.197.124:46401 requested a full tablet report, sending...
03:04:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.238682 5089 ts_manager.cc:194] Registered new tserver with Master: a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.239432 5089 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.197.67:53277
03:04:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.239576 5620 heartbeater.cc:344] Connected to a master server at 127.4.197.125:40209
03:04:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.239677 5620 heartbeater.cc:461] Registering TS with master...
03:04:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.240245 5620 heartbeater.cc:507] Master 127.4.197.125:40209 requested a full tablet report, sending...
03:04:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.241294 5007 ts_manager.cc:194] Registered new tserver with Master: a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.245065 4885 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
03:04:04.246 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:04:04.247 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:04:04.248 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.197.126"
port: 36719
}
bound_http_address {
host: "127.4.197.126"
port: 35245
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.197.125"
port: 40209
}
bound_http_address {
host: "127.4.197.125"
port: 44923
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.197.124"
port: 46401
}
bound_http_address {
host: "127.4.197.124"
port: 36805
}
}
}
03:04:04.248 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:04:04.248 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.197.65"
port: 40039
}
bound_http_address {
host: "127.4.197.65"
port: 40377
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.197.66"
port: 41175
}
bound_http_address {
host: "127.4.197.66"
port: 36333
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.197.67"
port: 45713
}
bound_http_address {
host: "127.4.197.67"
port: 40869
}
}
}
03:04:04.249 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:04:04.250 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:04:04.252 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.197.126:36719(127.4.197.126:36719)] connecting to peer
03:04:04.253 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:04.254 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:04.254 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.197.126:36719(127.4.197.126:36719)] Successfully connected to peer
03:04:04.254 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.197.124:46401(127.4.197.124:46401)] Successfully connected to peer
03:04:04.256 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.197.126
03:04:04.256 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.197.124
03:04:04.259 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.197.125:40209(127.4.197.125:40209)] Successfully connected to peer
03:04:04.261 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.197.125
03:04:04.271 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x41daf9bc, L:/127.0.0.1:56746 - R:/127.4.197.124:46401] using SASL/PLAIN
03:04:04.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.272374 5336 heartbeater.cc:499] Master 127.4.197.124:46401 was elected leader, sending a full tablet report...
03:04:04.277 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:04:04.278 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=26), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: OK, deferred=null) after lookup
03:04:04.278 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4cb19845, L:/127.0.0.1:45394 - R:/127.4.197.125:40209] using SASL/PLAIN
03:04:04.280 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf84bd366, L:/127.0.0.1:58442 - R:/127.4.197.126:36719] using SASL/PLAIN
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.280779 5088 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56746:
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:04:04.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.283118 5088 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:04.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 972247fb11634b038ca863e9cf5f0582
03:04:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.344475 5271 tablet_service.cc:1505] Processing CreateTablet for tablet 2b850776617a4f139696fab3694f8a7f (DEFAULT_TABLE table=txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:04:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.346221 5270 tablet_service.cc:1505] Processing CreateTablet for tablet 728c68fdffa24ec29c5769ab9437d6bf (DEFAULT_TABLE table=txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:04:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.347177 5270 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 728c68fdffa24ec29c5769ab9437d6bf. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.347710 5271 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b850776617a4f139696fab3694f8a7f. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.362955 5550 tablet_service.cc:1505] Processing CreateTablet for tablet 2b850776617a4f139696fab3694f8a7f (DEFAULT_TABLE table=txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.362742 5406 tablet_service.cc:1505] Processing CreateTablet for tablet 2b850776617a4f139696fab3694f8a7f (DEFAULT_TABLE table=txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.363334 5405 tablet_service.cc:1505] Processing CreateTablet for tablet 728c68fdffa24ec29c5769ab9437d6bf (DEFAULT_TABLE table=txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.364003 5550 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b850776617a4f139696fab3694f8a7f. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.364002 5406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b850776617a4f139696fab3694f8a7f. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.362341 5549 tablet_service.cc:1505] Processing CreateTablet for tablet 728c68fdffa24ec29c5769ab9437d6bf (DEFAULT_TABLE table=txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:04:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.364588 5405 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 728c68fdffa24ec29c5769ab9437d6bf. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.366499 5549 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 728c68fdffa24ec29c5769ab9437d6bf. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.370496 5644 tablet_bootstrap.cc:492] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: Bootstrap starting.
03:04:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.374604 5644 tablet_bootstrap.cc:654] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: Neither blocks nor log segments found. Creating new log.
03:04:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.375972 5644 log.cc:826] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: Log is configured to *not* fsync() on all Append() calls
03:04:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.379153 5644 tablet_bootstrap.cc:492] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: No bootstrap required, opened a new log
03:04:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.379443 5644 ts_tablet_manager.cc:1403] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.003s
03:04:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.381875 5646 tablet_bootstrap.cc:492] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: Bootstrap starting.
03:04:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.382272 5647 tablet_bootstrap.cc:492] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3: Bootstrap starting.
03:04:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.384766 5646 tablet_bootstrap.cc:654] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: Neither blocks nor log segments found. Creating new log.
03:04:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.385617 5647 tablet_bootstrap.cc:654] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3: Neither blocks nor log segments found. Creating new log.
03:04:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.385906 5646 log.cc:826] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: Log is configured to *not* fsync() on all Append() calls
03:04:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.386829 5647 log.cc:826] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3: Log is configured to *not* fsync() on all Append() calls
03:04:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.386633 5644 raft_consensus.cc:359] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.387018 5644 raft_consensus.cc:385] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.387115 5644 raft_consensus.cc:740] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7efdae4e6ce44b49212e487662c5e54, State: Initialized, Role: FOLLOWER
03:04:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.387753 5644 consensus_queue.cc:260] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.388738 5646 tablet_bootstrap.cc:492] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: No bootstrap required, opened a new log
03:04:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.389102 5646 ts_tablet_manager.cc:1403] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.002s
03:04:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.389389 5644 ts_tablet_manager.cc:1434] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: Time spent starting tablet: real 0.010s user 0.007s sys 0.004s
03:04:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.389874 5647 tablet_bootstrap.cc:492] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3: No bootstrap required, opened a new log
03:04:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.390573 5644 tablet_bootstrap.cc:492] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54: Bootstrap starting.
03:04:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.392306 5644 tablet_bootstrap.cc:654] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54: Neither blocks nor log segments found. Creating new log.
03:04:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.398146 5647 ts_tablet_manager.cc:1403] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.000s
03:04:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.398465 5646 raft_consensus.cc:359] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.398805 5646 raft_consensus.cc:385] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.398921 5646 raft_consensus.cc:740] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d72406a591844869b807100ed6e83ab, State: Initialized, Role: FOLLOWER
03:04:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.399564 5646 consensus_queue.cc:260] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.400588 5477 heartbeater.cc:499] Master 127.4.197.124:46401 was elected leader, sending a full tablet report...
03:04:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.401084 5646 ts_tablet_manager.cc:1434] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: Time spent starting tablet: real 0.012s user 0.007s sys 0.002s
03:04:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.401867 5646 tablet_bootstrap.cc:492] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab: Bootstrap starting.
03:04:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.403726 5646 tablet_bootstrap.cc:654] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab: Neither blocks nor log segments found. Creating new log.
03:04:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.406522 5647 raft_consensus.cc:359] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.406903 5647 raft_consensus.cc:385] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.407028 5647 raft_consensus.cc:740] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a844018a1abd4bda9e7cdc9c24375bc3, State: Initialized, Role: FOLLOWER
03:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.407766 5647 consensus_queue.cc:260] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.408859 5646 tablet_bootstrap.cc:492] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab: No bootstrap required, opened a new log
03:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.409029 5646 ts_tablet_manager.cc:1403] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.003s
03:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.409312 5644 tablet_bootstrap.cc:492] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54: No bootstrap required, opened a new log
03:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.409471 5644 ts_tablet_manager.cc:1403] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54: Time spent bootstrapping tablet: real 0.019s user 0.008s sys 0.002s
03:04:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.409739 5647 ts_tablet_manager.cc:1434] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3: Time spent starting tablet: real 0.011s user 0.009s sys 0.000s
03:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.409888 5646 raft_consensus.cc:359] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410053 5646 raft_consensus.cc:385] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410137 5646 raft_consensus.cc:740] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d72406a591844869b807100ed6e83ab, State: Initialized, Role: FOLLOWER
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410224 5618 heartbeater.cc:499] Master 127.4.197.124:46401 was elected leader, sending a full tablet report...
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410205 5644 raft_consensus.cc:359] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410389 5644 raft_consensus.cc:385] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410456 5644 raft_consensus.cc:740] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7efdae4e6ce44b49212e487662c5e54, State: Initialized, Role: FOLLOWER
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410360 5646 consensus_queue.cc:260] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.410650 5644 consensus_queue.cc:260] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.411175 5644 ts_tablet_manager.cc:1434] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
03:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.413251 5646 ts_tablet_manager.cc:1434] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab: Time spent starting tablet: real 0.004s user 0.000s sys 0.002s
03:04:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.421168 5647 tablet_bootstrap.cc:492] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3: Bootstrap starting.
03:04:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.422564 5647 tablet_bootstrap.cc:654] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3: Neither blocks nor log segments found. Creating new log.
03:04:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.424315 5647 tablet_bootstrap.cc:492] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3: No bootstrap required, opened a new log
03:04:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.424484 5647 ts_tablet_manager.cc:1403] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3: Time spent bootstrapping tablet: real 0.003s user 0.003s sys 0.000s
03:04:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.425134 5647 raft_consensus.cc:359] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.425276 5647 raft_consensus.cc:385] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.425361 5647 raft_consensus.cc:740] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a844018a1abd4bda9e7cdc9c24375bc3, State: Initialized, Role: FOLLOWER
03:04:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.425628 5647 consensus_queue.cc:260] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.426091 5647 ts_tablet_manager.cc:1434] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
03:04:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.430725 5652 raft_consensus.cc:493] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.430954 5652 raft_consensus.cc:515] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.432628 5652 leader_election.cc:290] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039), a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.440878 5573 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "728c68fdffa24ec29c5769ab9437d6bf" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" is_pre_election: true
03:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.440881 5291 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "728c68fdffa24ec29c5769ab9437d6bf" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c7efdae4e6ce44b49212e487662c5e54" is_pre_election: true
03:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.441380 5291 raft_consensus.cc:2468] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 0.
03:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.441380 5573 raft_consensus.cc:2468] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 0.
03:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.442024 5356 leader_election.cc:304] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1d72406a591844869b807100ed6e83ab, a844018a1abd4bda9e7cdc9c24375bc3, c7efdae4e6ce44b49212e487662c5e54; no voters:
03:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.442368 5652 raft_consensus.cc:2804] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.442507 5652 raft_consensus.cc:493] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.442570 5652 raft_consensus.cc:3060] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Advancing to term 1
03:04:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.444604 5652 raft_consensus.cc:515] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.445091 5652 leader_election.cc:290] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 election: Requested vote from peers c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039), a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.445490 5291 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "728c68fdffa24ec29c5769ab9437d6bf" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c7efdae4e6ce44b49212e487662c5e54"
03:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.445536 5573 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "728c68fdffa24ec29c5769ab9437d6bf" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a844018a1abd4bda9e7cdc9c24375bc3"
03:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.445633 5291 raft_consensus.cc:3060] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Advancing to term 1
03:04:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.445698 5573 raft_consensus.cc:3060] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Advancing to term 1
03:04:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.447661 5291 raft_consensus.cc:2468] T 728c68fdffa24ec29c5769ab9437d6bf P c7efdae4e6ce44b49212e487662c5e54 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 1.
03:04:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.447849 5573 raft_consensus.cc:2468] T 728c68fdffa24ec29c5769ab9437d6bf P a844018a1abd4bda9e7cdc9c24375bc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 1.
03:04:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.448009 5359 leader_election.cc:304] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d72406a591844869b807100ed6e83ab, c7efdae4e6ce44b49212e487662c5e54; no voters:
03:04:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.448308 5652 raft_consensus.cc:2804] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 1 FOLLOWER]: Leader election won for term 1
03:04:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.448752 5652 raft_consensus.cc:697] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [term 1 LEADER]: Becoming Leader. State: Replica: 1d72406a591844869b807100ed6e83ab, State: Running, Role: LEADER
03:04:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.449277 5652 consensus_queue.cc:237] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.454746 5089 catalog_manager.cc:5654] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab reported cstate change: term changed from 0 to 1, leader changed from <none> to 1d72406a591844869b807100ed6e83ab (127.4.197.66). New cstate: current_term: 1 leader_uuid: "1d72406a591844869b807100ed6e83ab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } health_report { overall_health: UNKNOWN } } }
03:04:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.480535 5621 tablet.cc:2378] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:04.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.507304 5480 tablet.cc:2378] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:04.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.511061 5340 tablet.cc:2378] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:04:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.536572 5652 raft_consensus.cc:493] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.536767 5652 raft_consensus.cc:515] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.537335 5652 leader_election.cc:290] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039), a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.537883 5291 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2b850776617a4f139696fab3694f8a7f" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c7efdae4e6ce44b49212e487662c5e54" is_pre_election: true
03:04:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.537911 5573 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2b850776617a4f139696fab3694f8a7f" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" is_pre_election: true
03:04:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.538141 5291 raft_consensus.cc:2468] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 0.
03:04:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.538141 5573 raft_consensus.cc:2468] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 0.
03:04:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.538570 5356 leader_election.cc:304] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1d72406a591844869b807100ed6e83ab, a844018a1abd4bda9e7cdc9c24375bc3, c7efdae4e6ce44b49212e487662c5e54; no voters:
03:04:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.538908 5652 raft_consensus.cc:2804] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.539005 5652 raft_consensus.cc:493] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.539109 5652 raft_consensus.cc:3060] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Advancing to term 1
03:04:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.540959 5652 raft_consensus.cc:515] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.541486 5652 leader_election.cc:290] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 election: Requested vote from peers c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65:40039), a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.541860 5573 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2b850776617a4f139696fab3694f8a7f" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a844018a1abd4bda9e7cdc9c24375bc3"
03:04:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.541893 5291 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2b850776617a4f139696fab3694f8a7f" candidate_uuid: "1d72406a591844869b807100ed6e83ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c7efdae4e6ce44b49212e487662c5e54"
03:04:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.542044 5291 raft_consensus.cc:3060] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Advancing to term 1
03:04:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.542042 5573 raft_consensus.cc:3060] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Advancing to term 1
03:04:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.543828 5291 raft_consensus.cc:2468] T 2b850776617a4f139696fab3694f8a7f P c7efdae4e6ce44b49212e487662c5e54 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 1.
03:04:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.543870 5573 raft_consensus.cc:2468] T 2b850776617a4f139696fab3694f8a7f P a844018a1abd4bda9e7cdc9c24375bc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d72406a591844869b807100ed6e83ab in term 1.
03:04:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.544260 5356 leader_election.cc:304] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1d72406a591844869b807100ed6e83ab, a844018a1abd4bda9e7cdc9c24375bc3, c7efdae4e6ce44b49212e487662c5e54; no voters:
03:04:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.544550 5652 raft_consensus.cc:2804] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 1 FOLLOWER]: Leader election won for term 1
03:04:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.544711 5652 raft_consensus.cc:697] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [term 1 LEADER]: Becoming Leader. State: Replica: 1d72406a591844869b807100ed6e83ab, State: Running, Role: LEADER
03:04:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.545120 5652 consensus_queue.cc:237] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.547830 5089 catalog_manager.cc:5654] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab reported cstate change: term changed from 0 to 1, leader changed from <none> to 1d72406a591844869b807100ed6e83ab (127.4.197.66). New cstate: current_term: 1 leader_uuid: "1d72406a591844869b807100ed6e83ab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } health_report { overall_health: UNKNOWN } } }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.651719 5089 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56752:
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:04:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:04.652791 5089 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.664574 5271 tablet_service.cc:1505] Processing CreateTablet for tablet acae2097d38e4c66b0831a6c9139c642 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1aa69c2466564e5b988cd3d36bfb7a91]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:04:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.664568 5549 tablet_service.cc:1505] Processing CreateTablet for tablet acae2097d38e4c66b0831a6c9139c642 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1aa69c2466564e5b988cd3d36bfb7a91]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:04:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.665351 5271 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet acae2097d38e4c66b0831a6c9139c642. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.664958 5406 tablet_service.cc:1505] Processing CreateTablet for tablet acae2097d38e4c66b0831a6c9139c642 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1aa69c2466564e5b988cd3d36bfb7a91]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:04:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.665503 5549 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet acae2097d38e4c66b0831a6c9139c642. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.665716 5406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet acae2097d38e4c66b0831a6c9139c642. 1 dirs total, 0 dirs full, 0 dirs failed
03:04:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.670706 5644 tablet_bootstrap.cc:492] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: Bootstrap starting.
03:04:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.672071 5647 tablet_bootstrap.cc:492] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: Bootstrap starting.
03:04:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.672291 5644 tablet_bootstrap.cc:654] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: Neither blocks nor log segments found. Creating new log.
03:04:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.673859 5647 tablet_bootstrap.cc:654] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: Neither blocks nor log segments found. Creating new log.
03:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.675154 5646 tablet_bootstrap.cc:492] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: Bootstrap starting.
03:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.675299 5644 tablet_bootstrap.cc:492] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: No bootstrap required, opened a new log
03:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.675448 5644 ts_tablet_manager.cc:1403] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
03:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.675995 5644 raft_consensus.cc:359] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.676191 5644 raft_consensus.cc:385] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.676285 5644 raft_consensus.cc:740] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7efdae4e6ce44b49212e487662c5e54, State: Initialized, Role: FOLLOWER
03:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.676581 5644 consensus_queue.cc:260] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.676798 5646 tablet_bootstrap.cc:654] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: Neither blocks nor log segments found. Creating new log.
03:04:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.677098 5644 ts_tablet_manager.cc:1434] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
03:04:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.677004 5650 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.677296 5650 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:04.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.679666 5646 tablet_bootstrap.cc:492] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: No bootstrap required, opened a new log
03:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.679942 5646 ts_tablet_manager.cc:1403] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
03:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.680663 5646 raft_consensus.cc:359] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.680809 5646 raft_consensus.cc:385] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.680856 5646 raft_consensus.cc:740] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d72406a591844869b807100ed6e83ab, State: Initialized, Role: FOLLOWER
03:04:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.681057 5646 consensus_queue.cc:260] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.681496 5646 ts_tablet_manager.cc:1434] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
03:04:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.681502 5652 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.681773 5652 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.682518 5647 tablet_bootstrap.cc:492] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: No bootstrap required, opened a new log
03:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.682700 5647 ts_tablet_manager.cc:1403] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.000s
03:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.683472 5647 raft_consensus.cc:359] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.683660 5647 raft_consensus.cc:385] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.683760 5647 raft_consensus.cc:740] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a844018a1abd4bda9e7cdc9c24375bc3, State: Initialized, Role: FOLLOWER
03:04:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.684013 5647 consensus_queue.cc:260] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.685000 5654 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.685287 5654 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.688319 5647 ts_tablet_manager.cc:1434] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
03:04:04.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.923044 5652 consensus_queue.cc:1048] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.931766 5652 consensus_queue.cc:1048] T 728c68fdffa24ec29c5769ab9437d6bf P 1d72406a591844869b807100ed6e83ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.956312 5650 raft_consensus.cc:493] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.956503 5650 raft_consensus.cc:515] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.958110 5650 leader_election.cc:290] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1d72406a591844869b807100ed6e83ab (127.4.197.66:41175), a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.975782 5573 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "acae2097d38e4c66b0831a6c9139c642" candidate_uuid: "c7efdae4e6ce44b49212e487662c5e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" is_pre_election: true
03:04:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.976087 5573 raft_consensus.cc:2468] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c7efdae4e6ce44b49212e487662c5e54 in term 0.
03:04:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.976061 5432 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "acae2097d38e4c66b0831a6c9139c642" candidate_uuid: "c7efdae4e6ce44b49212e487662c5e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d72406a591844869b807100ed6e83ab" is_pre_election: true
03:04:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.976444 5432 raft_consensus.cc:2468] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c7efdae4e6ce44b49212e487662c5e54 in term 0.
03:04:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.976577 5212 leader_election.cc:304] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a844018a1abd4bda9e7cdc9c24375bc3, c7efdae4e6ce44b49212e487662c5e54; no voters:
03:04:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.976984 5650 raft_consensus.cc:2804] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:04:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.977085 5650 raft_consensus.cc:493] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.977150 5650 raft_consensus.cc:3060] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 0 FOLLOWER]: Advancing to term 1
03:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.979158 5650 raft_consensus.cc:515] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.979759 5650 leader_election.cc:290] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [CANDIDATE]: Term 1 election: Requested vote from peers 1d72406a591844869b807100ed6e83ab (127.4.197.66:41175), a844018a1abd4bda9e7cdc9c24375bc3 (127.4.197.67:45713)
03:04:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.980103 5432 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "acae2097d38e4c66b0831a6c9139c642" candidate_uuid: "c7efdae4e6ce44b49212e487662c5e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d72406a591844869b807100ed6e83ab"
03:04:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.980249 5573 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "acae2097d38e4c66b0831a6c9139c642" candidate_uuid: "c7efdae4e6ce44b49212e487662c5e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a844018a1abd4bda9e7cdc9c24375bc3"
03:04:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.980319 5432 raft_consensus.cc:3060] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 0 FOLLOWER]: Advancing to term 1
03:04:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.980449 5573 raft_consensus.cc:3060] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 0 FOLLOWER]: Advancing to term 1
03:04:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.983114 5573 raft_consensus.cc:2468] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c7efdae4e6ce44b49212e487662c5e54 in term 1.
03:04:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.983114 5432 raft_consensus.cc:2468] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c7efdae4e6ce44b49212e487662c5e54 in term 1.
03:04:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.983500 5212 leader_election.cc:304] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a844018a1abd4bda9e7cdc9c24375bc3, c7efdae4e6ce44b49212e487662c5e54; no voters:
03:04:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.983785 5650 raft_consensus.cc:2804] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 1 FOLLOWER]: Leader election won for term 1
03:04:04.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.984263 5650 raft_consensus.cc:697] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [term 1 LEADER]: Becoming Leader. State: Replica: c7efdae4e6ce44b49212e487662c5e54, State: Running, Role: LEADER
03:04:04.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.984753 5650 consensus_queue.cc:237] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } }
03:04:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.987042 5682 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: TxnStatusTablet state changed. Reason: New leader c7efdae4e6ce44b49212e487662c5e54. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.987358 5682 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: This TxnStatusTablet replica's current role is: LEADER
03:04:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.988741 5684 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
03:04:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.989035 5684 txn_status_manager.cc:930] Loading transaction status metadata into memory...
03:04:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:04.989027 5089 catalog_manager.cc:5654] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 reported cstate change: term changed from 0 to 1, leader changed from <none> to c7efdae4e6ce44b49212e487662c5e54 (127.4.197.65). New cstate: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } health_report { overall_health: UNKNOWN } } }
03:04:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.007313 5652 consensus_queue.cc:1048] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.012516 5652 consensus_queue.cc:1048] T 2b850776617a4f139696fab3694f8a7f P 1d72406a591844869b807100ed6e83ab [LEADER]: Connected to new peer: Peer: permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.048169 5573 raft_consensus.cc:1275] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3 [term 1 FOLLOWER]: Refusing update from remote peer c7efdae4e6ce44b49212e487662c5e54: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.048399 5432 raft_consensus.cc:1275] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab [term 1 FOLLOWER]: Refusing update from remote peer c7efdae4e6ce44b49212e487662c5e54: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:04:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.048804 5650 consensus_queue.cc:1048] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.049283 5682 consensus_queue.cc:1048] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:04:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.055447 5654 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: TxnStatusTablet state changed. Reason: New leader c7efdae4e6ce44b49212e487662c5e54. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.055648 5654 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.062681 5682 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.062889 5682 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: This TxnStatusTablet replica's current role is: LEADER
03:04:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.065074 5652 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: TxnStatusTablet state changed. Reason: New leader c7efdae4e6ce44b49212e487662c5e54. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.065265 5652 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:05.068 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
03:04:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.067862 5682 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.068065 5682 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P c7efdae4e6ce44b49212e487662c5e54: This TxnStatusTablet replica's current role is: LEADER
03:04:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.069429 5673 mvcc.cc:204] Tried to move back new op lower bound from 7250633707709116416 to 7250633707461435392. Current Snapshot: MvccSnapshot[applied={T|T < 7250633707709116416}]
03:04:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.073495 5652 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.073688 5652 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P 1d72406a591844869b807100ed6e83ab: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:05.078 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 972247fb11634b038ca863e9cf5f0582
03:04:05.081 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2b850776617a4f139696fab3694f8a7f for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
03:04:05.081 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 728c68fdffa24ec29c5769ab9437d6bf for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
03:04:05.082 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2b850776617a4f139696fab3694f8a7f@[1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)[L],a844018a1abd4bda9e7cdc9c24375bc3(127.4.197.67:45713),c7efdae4e6ce44b49212e487662c5e54(127.4.197.65:40039)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=728c68fdffa24ec29c5769ab9437d6bf@[1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)[L],a844018a1abd4bda9e7cdc9c24375bc3(127.4.197.67:45713),c7efdae4e6ce44b49212e487662c5e54(127.4.197.65:40039)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
03:04:05.082 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.197.124:46401, [3ms] Sub RPC GetTableLocations: received response from server master-127.4.197.124:46401: OK, deferred=null) after lookup
03:04:05.083 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)] connecting to peer
03:04:05.084 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)] Successfully connected to peer
03:04:05.104 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe0ec1748, L:/127.0.0.1:39386 - R:/127.4.197.66:41175] using TOKEN/null
03:04:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.103197 5654 tablet_replica.cc:442] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7efdae4e6ce44b49212e487662c5e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c7efdae4e6ce44b49212e487662c5e54" member_type: VOTER last_known_addr { host: "127.4.197.65" port: 40039 } } peers { permanent_uuid: "1d72406a591844869b807100ed6e83ab" member_type: VOTER last_known_addr { host: "127.4.197.66" port: 41175 } } peers { permanent_uuid: "a844018a1abd4bda9e7cdc9c24375bc3" member_type: VOTER last_known_addr { host: "127.4.197.67" port: 45713 } } }
03:04:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.103423 5654 tablet_replica.cc:445] T acae2097d38e4c66b0831a6c9139c642 P a844018a1abd4bda9e7cdc9c24375bc3: This TxnStatusTablet replica's current role is: FOLLOWER
03:04:05.151 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.197.124:46401
03:04:05.151 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:04:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.152503 4885 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu pid 5055
03:04:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.153641 5129 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:05.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.291518 4885 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu with pid 5055
03:04:05.313 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.197.124:46401(127.4.197.124:46401)] handling channelInactive
03:04:05.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state READY due to: connection closed
03:04:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.314183 4994 connection.cc:537] server connection from 127.0.0.1:45386 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.314585 4914 connection.cc:537] server connection from 127.0.0.1:58428 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:05.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.489774 5477 heartbeater.cc:646] Failed to heartbeat to 127.4.197.124:46401 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.576 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.197.124:46401(127.4.197.124:46401) for tablet Kudu Master: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.593175 5702 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e40640b7d1d449faf2409fbd1aa575d)
03:04:05.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.593888 5701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3e40640b7d1d449faf2409fbd1aa575d)
03:04:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.593380 5702 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.594182 5701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.595467 5701 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.595463 5702 leader_election.cc:290] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7f4472772295488e92f11ba829639cdf (127.4.197.126:36719), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.596062 4937 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d8bb0264a524058931e5ea24f59e7aa" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7f4472772295488e92f11ba829639cdf" is_pre_election: true
03:04:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.596351 4937 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d8bb0264a524058931e5ea24f59e7aa in term 1.
03:04:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.596426 5018 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f4472772295488e92f11ba829639cdf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7d8bb0264a524058931e5ea24f59e7aa" is_pre_election: true
03:04:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.596652 5018 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7f4472772295488e92f11ba829639cdf in term 1.
03:04:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.597210 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d8bb0264a524058931e5ea24f59e7aa, 7f4472772295488e92f11ba829639cdf; no voters:
03:04:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.597429 4992 leader_election.cc:304] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d8bb0264a524058931e5ea24f59e7aa, 7f4472772295488e92f11ba829639cdf; no voters:
03:04:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.597800 5701 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Leader pre-election won for term 2
03:04:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.597805 5702 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Leader pre-election won for term 2
03:04:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.597946 5702 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3e40640b7d1d449faf2409fbd1aa575d)
03:04:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.598081 5702 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 1 FOLLOWER]: Advancing to term 2
03:04:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.598129 5701 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3e40640b7d1d449faf2409fbd1aa575d)
03:04:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.598387 5701 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 1 FOLLOWER]: Advancing to term 2
03:04:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.598359 4992 leader_election.cc:336] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.600672 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.600838 5702 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.601305 5701 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.601416 5702 leader_election.cc:290] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 2 election: Requested vote from peers 7f4472772295488e92f11ba829639cdf (127.4.197.126:36719), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.601760 4937 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d8bb0264a524058931e5ea24f59e7aa" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7f4472772295488e92f11ba829639cdf"
03:04:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.602030 4937 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7d8bb0264a524058931e5ea24f59e7aa in current term 2: Already voted for candidate 7f4472772295488e92f11ba829639cdf in this term.
03:04:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.602300 5018 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f4472772295488e92f11ba829639cdf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7d8bb0264a524058931e5ea24f59e7aa"
03:04:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.602522 5018 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7f4472772295488e92f11ba829639cdf in current term 2: Already voted for candidate 7d8bb0264a524058931e5ea24f59e7aa in this term.
03:04:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.602788 4992 leader_election.cc:336] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.602919 4992 leader_election.cc:304] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d8bb0264a524058931e5ea24f59e7aa; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7f4472772295488e92f11ba829639cdf
03:04:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.603188 5702 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
03:04:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.603355 5701 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 2 election: Requested vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:05.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.603968 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.604087 4911 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:05.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.604348 5701 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
03:04:05.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, [4ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1555077940(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/560339186@3356fdc9 -> (continuation of Deferred@677850699 after retry RPC after error@1669000930) -> (continuation of Deferred@994812034 after retry RPC after error@1073199767) -> (continuation of Deferred@779341396 after retry RPC after error@441071750) -> (continuation of Deferred@2095301885 after retry RPC after error@2126707444) -> (continuation of Deferred@1316194838 after retry RPC after error@95814998), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1726463611@6790ed31 -> (continuation of Deferred@677850699 after retry RPC after error@1669000930) -> (continuation of Deferred@994812034 after retry RPC after error@1073199767) -> (continuation of Deferred@779341396 after retry RPC after error@441071750) -> (continuation of Deferred@2095301885 after retry RPC after error@2126707444) -> (continuation of Deferred@1316194838 after retry RPC after error@95814998)))
03:04:05.755 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, [4ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1555077940(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/560339186@3356fdc9 -> (continuation of Deferred@677850699 after retry RPC after error@1669000930) -> (continuation of Deferred@994812034 after retry RPC after error@1073199767) -> (continuation of Deferred@779341396 after retry RPC after error@441071750) -> (continuation of Deferred@2095301885 after retry RPC after error@2126707444) -> (continuation of Deferred@1316194838 after retry RPC after error@95814998), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1726463611@6790ed31 -> (continuation of Deferred@677850699 after retry RPC after error@1669000930) -> (continuation of Deferred@994812034 after retry RPC after error@1073199767) -> (continuation of Deferred@779341396 after retry RPC after error@441071750) -> (continuation of Deferred@2095301885 after retry RPC after error@2126707444) -> (continuation of Deferred@1316194838 after retry RPC after error@95814998)))
03:04:05.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:05.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:05.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.945230 5702 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:04:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.945456 5702 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.946115 5702 leader_election.cc:290] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7f4472772295488e92f11ba829639cdf (127.4.197.126:36719), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.946740 4937 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d8bb0264a524058931e5ea24f59e7aa" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7f4472772295488e92f11ba829639cdf" is_pre_election: true
03:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.947000 4937 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d8bb0264a524058931e5ea24f59e7aa in term 2.
03:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.947438 4992 leader_election.cc:304] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d8bb0264a524058931e5ea24f59e7aa, 7f4472772295488e92f11ba829639cdf; no voters:
03:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.947733 4992 leader_election.cc:336] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.947780 5702 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Leader pre-election won for term 3
03:04:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.947876 5702 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.947948 5702 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 2 FOLLOWER]: Advancing to term 3
03:04:05.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.949786 5702 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.950275 5702 leader_election.cc:290] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 3 election: Requested vote from peers 7f4472772295488e92f11ba829639cdf (127.4.197.126:36719), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:05.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.950680 4937 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d8bb0264a524058931e5ea24f59e7aa" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7f4472772295488e92f11ba829639cdf"
03:04:05.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.950862 4937 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 2 FOLLOWER]: Advancing to term 3
03:04:05.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:05.951650 4992 leader_election.cc:336] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.953001 4937 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d8bb0264a524058931e5ea24f59e7aa in term 3.
03:04:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.953362 4992 leader_election.cc:304] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7d8bb0264a524058931e5ea24f59e7aa, 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d
03:04:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.953631 5702 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 3 FOLLOWER]: Leader election won for term 3
03:04:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.954042 5702 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [term 3 LEADER]: Becoming Leader. State: Replica: 7d8bb0264a524058931e5ea24f59e7aa, State: Running, Role: LEADER
03:04:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.954447 5702 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.955708 5708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7d8bb0264a524058931e5ea24f59e7aa. Latest consensus state: current_term: 3 leader_uuid: "7d8bb0264a524058931e5ea24f59e7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.955964 5708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: This master's current role is: LEADER
03:04:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.956605 5709 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:04:05.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.958868 5709 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=1aa69c2466564e5b988cd3d36bfb7a91]
03:04:05.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.959354 5709 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582]
03:04:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.960913 5709 tablet_loader.cc:96] loaded metadata for tablet 2b850776617a4f139696fab3694f8a7f (table txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582])
03:04:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.961261 5709 tablet_loader.cc:96] loaded metadata for tablet 728c68fdffa24ec29c5769ab9437d6bf (table txn_manager_fallback [id=972247fb11634b038ca863e9cf5f0582])
03:04:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.961531 5709 tablet_loader.cc:96] loaded metadata for tablet acae2097d38e4c66b0831a6c9139c642 (table kudu_system.kudu_transactions [id=1aa69c2466564e5b988cd3d36bfb7a91])
03:04:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.961732 5709 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:04:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.962483 5709 catalog_manager.cc:1269] Loaded cluster ID: 5df9aa703a504d838eb08fb343bec585
03:04:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.962572 5709 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:04:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.963874 5709 catalog_manager.cc:1514] Loading token signing keys...
03:04:05.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.964749 5709 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa: Loaded TSK: 0
03:04:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:05.965534 5709 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:04:06.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:06.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:06.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:06.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:06.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:04:06.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, deferred=Deferred@1474709499(state=PENDING, result=null, callback=(continuation of Deferred@227400368 after retry RPC after error@1768525883) -> (continuation of Deferred@1807133875 after retry RPC after error@235595681) -> (continuation of Deferred@1831986314 after retry RPC after error@1224493407) -> (continuation of Deferred@384935879 after retry RPC after error@1335848279) -> (continuation of Deferred@761845146 after retry RPC after error@125097945) -> (continuation of Deferred@480286575 after retry RPC after error@677487737) -> (continuation of Deferred@1137602794 after retry RPC after error@1646640469), errback=(continuation of Deferred@227400368 after retry RPC after error@1768525883) -> (continuation of Deferred@1807133875 after retry RPC after error@235595681) -> (continuation of Deferred@1831986314 after retry RPC after error@1224493407) -> (continuation of Deferred@384935879 after retry RPC after error@1335848279) -> (continuation of Deferred@761845146 after retry RPC after error@125097945) -> (continuation of Deferred@480286575 after retry RPC after error@677487737) -> (continuation of Deferred@1137602794 after retry RPC after error@1646640469))) after lookup
03:04:06.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.032579 5038 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:45394 (request call id 15) took 14 ms (client timeout 5 ms). Trace:
03:04:06.033 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: OK, [245ms] sending RPC to server master-127.4.197.125:40209, deferred=Deferred@1474709499(state=PENDING, result=null, callback=(continuation of Deferred@227400368 after retry RPC after error@1768525883) -> (continuation of Deferred@1807133875 after retry RPC after error@235595681) -> (continuation of Deferred@1831986314 after retry RPC after error@1224493407) -> (continuation of Deferred@384935879 after retry RPC after error@1335848279) -> (continuation of Deferred@761845146 after retry RPC after error@125097945) -> (continuation of Deferred@480286575 after retry RPC after error@677487737) -> (continuation of Deferred@1137602794 after retry RPC after error@1646640469) -> (continuation of Deferred@2101730334 after retry RPC@399117773), errback=(continuation of Deferred@227400368 after retry RPC after error@1768525883) -> (continuation of Deferred@1807133875 after retry RPC after error@235595681) -> (continuation of Deferred@1831986314 after retry RPC after error@1224493407) -> (continuation of Deferred@384935879 after retry RPC after error@1335848279) -> (continuation of Deferred@761845146 after retry RPC after error@125097945) -> (continuation of Deferred@480286575 after retry RPC after error@677487737) -> (continuation of Deferred@1137602794 after retry RPC after error@1646640469) -> (continuation of Deferred@2101730334 after retry RPC@399117773)))
03:04:06.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.032817 5038 rpcz_store.cc:269] 0204 03:04:06.017787 (+ 0us) service_pool.cc:168] Inserting onto call queue
03:04:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0204 03:04:06.017873 (+ 86us) service_pool.cc:225] Handling call
03:04:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0204 03:04:06.032501 (+ 14628us) inbound_call.cc:173] Queueing success response
03:04:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":491,"thread_start_us":851,"threads_started":3}
03:04:06.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.036710 4937 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Refusing update from remote peer 7d8bb0264a524058931e5ea24f59e7aa: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
03:04:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.037523 5708 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [LEADER]: Connected to new peer: Peer: permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
03:04:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.040526 5701 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7d8bb0264a524058931e5ea24f59e7aa. Latest consensus state: current_term: 3 leader_uuid: "7d8bb0264a524058931e5ea24f59e7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.040783 5701 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: This master's current role is: FOLLOWER
03:04:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.043078 5702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "7d8bb0264a524058931e5ea24f59e7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.043498 5702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa [sys.catalog]: This master's current role is: LEADER
03:04:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.044775 5701 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "7d8bb0264a524058931e5ea24f59e7aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } } }
03:04:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.045037 5701 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [sys.catalog]: This master's current role is: FOLLOWER
03:04:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.057886 4992 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa -> Peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Couldn't send request to peer 3e40640b7d1d449faf2409fbd1aa575d. Status: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:04:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 899546287081 + 9223371137308489618 cannot be represented in type 'long'
03:04:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.094918 5336 heartbeater.cc:646] Failed to heartbeat to 127.4.197.124:46401 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:06.096936 5007 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45410:
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:04:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.108428 5618 heartbeater.cc:646] Failed to heartbeat to 127.4.197.124:46401 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.112574 5007 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:04:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.564988 4992 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa -> Peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Couldn't send request to peer 3e40640b7d1d449faf2409fbd1aa575d. Status: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:04:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:06.935333 4992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111) [suppressed 17 similar messages]
03:04:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:07.036490 4992 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d8bb0264a524058931e5ea24f59e7aa -> Peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Couldn't send request to peer 3e40640b7d1d449faf2409fbd1aa575d. Status: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:04:07.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.077244 5338 heartbeater.cc:499] Master 127.4.197.125:40209 was elected leader, sending a full tablet report...
03:04:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7fd2dd8fb608 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
03:04:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.107062 5620 heartbeater.cc:499] Master 127.4.197.125:40209 was elected leader, sending a full tablet report...
03:04:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa78cf5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
03:04:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7fd2f16c2b72 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
03:04:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7fd2f16b2684 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
03:04:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7fd2f181658e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
03:04:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7fd2f181716b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
03:04:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7fd2f181bdaf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
03:04:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7fd2eb63b2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
03:04:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7fd2eb63b005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
03:04:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7fd2e49a655e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
03:04:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7fd2e49a543e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
03:04:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7fd2e49ab675 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
03:04:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7fd2e49abf9f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
03:04:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7fd2e49abdc8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
03:04:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8970c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
03:04:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7fd2dd9cbf98 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
03:04:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7fd2e0fd86da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
03:04:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7fd2d9b0771e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
03:04:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:04:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
03:04:07.246 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.197.125:40209(127.4.197.125:40209)] handling channelInactive
03:04:07.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state READY due to: connection closed
03:04:07.246 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.4.197.125:40209(127.4.197.125:40209) for tablet Kudu Master: connection closed
03:04:07.253 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:07.316 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.316 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.388542 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.388734 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:07.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.492733 5479 heartbeater.cc:499] Master 127.4.197.125:40209 was elected leader, sending a full tablet report...
03:04:07.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.514127 5735 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:07.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.514333 5735 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:07.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.514986 5735 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:07.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:07.515549 4912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111) [suppressed 9 similar messages]
03:04:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:07.516741 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:07.516994 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.517127 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.517377 5735 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:07.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.863418 5735 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.863588 5735 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.864179 5735 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:07.865445 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:07.865598 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.865710 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:07.865895 5735 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:07.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@213947495(state=PENDING, result=null, callback=(continuation of Deferred@383696913 after retry RPC after error@1387207574) -> (continuation of Deferred@269519011 after retry RPC after error@410735978) -> (continuation of Deferred@2026229820 after retry RPC after error@1377572633) -> (continuation of Deferred@1180555369 after retry RPC after error@80676301) -> (continuation of Deferred@1381855576 after retry RPC after error@1615532245) -> (continuation of Deferred@1216156197 after retry RPC after error@887129994) -> (continuation of Deferred@219084799 after retry RPC after error@905679667), errback=(continuation of Deferred@383696913 after retry RPC after error@1387207574) -> (continuation of Deferred@269519011 after retry RPC after error@410735978) -> (continuation of Deferred@2026229820 after retry RPC after error@1377572633) -> (continuation of Deferred@1180555369 after retry RPC after error@80676301) -> (continuation of Deferred@1381855576 after retry RPC after error@1615532245) -> (continuation of Deferred@1216156197 after retry RPC after error@887129994) -> (continuation of Deferred@219084799 after retry RPC after error@905679667)))
03:04:07.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@213947495(state=PENDING, result=null, callback=(continuation of Deferred@383696913 after retry RPC after error@1387207574) -> (continuation of Deferred@269519011 after retry RPC after error@410735978) -> (continuation of Deferred@2026229820 after retry RPC after error@1377572633) -> (continuation of Deferred@1180555369 after retry RPC after error@80676301) -> (continuation of Deferred@1381855576 after retry RPC after error@1615532245) -> (continuation of Deferred@1216156197 after retry RPC after error@887129994) -> (continuation of Deferred@219084799 after retry RPC after error@905679667), errback=(continuation of Deferred@383696913 after retry RPC after error@1387207574) -> (continuation of Deferred@269519011 after retry RPC after error@410735978) -> (continuation of Deferred@2026229820 after retry RPC after error@1377572633) -> (continuation of Deferred@1180555369 after retry RPC after error@80676301) -> (continuation of Deferred@1381855576 after retry RPC after error@1615532245) -> (continuation of Deferred@1216156197 after retry RPC after error@887129994) -> (continuation of Deferred@219084799 after retry RPC after error@905679667)))
03:04:07.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:07.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:07.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:07.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:07.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:07.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@116423974(state=PENDING, result=null, callback=(continuation of Deferred@798305275 after retry RPC after error@695343537) -> (continuation of Deferred@1448836454 after retry RPC after error@1405559750) -> (continuation of Deferred@1426784438 after retry RPC after error@1812804663) -> (continuation of Deferred@1630586013 after retry RPC after error@184750702) -> (continuation of Deferred@109096200 after retry RPC after error@53058915) -> (continuation of Deferred@1683666359 after retry RPC after error@2010733360) -> (continuation of Deferred@1957838894 after retry RPC after error@1002375518), errback=(continuation of Deferred@798305275 after retry RPC after error@695343537) -> (continuation of Deferred@1448836454 after retry RPC after error@1405559750) -> (continuation of Deferred@1426784438 after retry RPC after error@1812804663) -> (continuation of Deferred@1630586013 after retry RPC after error@184750702) -> (continuation of Deferred@109096200 after retry RPC after error@53058915) -> (continuation of Deferred@1683666359 after retry RPC after error@2010733360) -> (continuation of Deferred@1957838894 after retry RPC after error@1002375518)))
03:04:08.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@116423974(state=PENDING, result=null, callback=(continuation of Deferred@798305275 after retry RPC after error@695343537) -> (continuation of Deferred@1448836454 after retry RPC after error@1405559750) -> (continuation of Deferred@1426784438 after retry RPC after error@1812804663) -> (continuation of Deferred@1630586013 after retry RPC after error@184750702) -> (continuation of Deferred@109096200 after retry RPC after error@53058915) -> (continuation of Deferred@1683666359 after retry RPC after error@2010733360) -> (continuation of Deferred@1957838894 after retry RPC after error@1002375518), errback=(continuation of Deferred@798305275 after retry RPC after error@695343537) -> (continuation of Deferred@1448836454 after retry RPC after error@1405559750) -> (continuation of Deferred@1426784438 after retry RPC after error@1812804663) -> (continuation of Deferred@1630586013 after retry RPC after error@184750702) -> (continuation of Deferred@109096200 after retry RPC after error@53058915) -> (continuation of Deferred@1683666359 after retry RPC after error@2010733360) -> (continuation of Deferred@1957838894 after retry RPC after error@1002375518)))
03:04:08.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.073 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@317734913(state=PENDING, result=null, callback=(continuation of Deferred@619122426 after retry RPC after error@337815612) -> (continuation of Deferred@1998590202 after retry RPC after error@1732290135) -> (continuation of Deferred@2077029531 after retry RPC after error@2058272918) -> (continuation of Deferred@226408697 after retry RPC after error@1877919007) -> (continuation of Deferred@1931119701 after retry RPC after error@2134657232) -> (continuation of Deferred@134057662 after retry RPC after error@505574755) -> (continuation of Deferred@964504278 after retry RPC after error@614113249) -> (continuation of Deferred@1341750706 after retry RPC after error@1115525187), errback=(continuation of Deferred@619122426 after retry RPC after error@337815612) -> (continuation of Deferred@1998590202 after retry RPC after error@1732290135) -> (continuation of Deferred@2077029531 after retry RPC after error@2058272918) -> (continuation of Deferred@226408697 after retry RPC after error@1877919007) -> (continuation of Deferred@1931119701 after retry RPC after error@2134657232) -> (continuation of Deferred@134057662 after retry RPC after error@505574755) -> (continuation of Deferred@964504278 after retry RPC after error@614113249) -> (continuation of Deferred@1341750706 after retry RPC after error@1115525187)))
03:04:08.275 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@317734913(state=PENDING, result=null, callback=(continuation of Deferred@619122426 after retry RPC after error@337815612) -> (continuation of Deferred@1998590202 after retry RPC after error@1732290135) -> (continuation of Deferred@2077029531 after retry RPC after error@2058272918) -> (continuation of Deferred@226408697 after retry RPC after error@1877919007) -> (continuation of Deferred@1931119701 after retry RPC after error@2134657232) -> (continuation of Deferred@134057662 after retry RPC after error@505574755) -> (continuation of Deferred@964504278 after retry RPC after error@614113249) -> (continuation of Deferred@1341750706 after retry RPC after error@1115525187), errback=(continuation of Deferred@619122426 after retry RPC after error@337815612) -> (continuation of Deferred@1998590202 after retry RPC after error@1732290135) -> (continuation of Deferred@2077029531 after retry RPC after error@2058272918) -> (continuation of Deferred@226408697 after retry RPC after error@1877919007) -> (continuation of Deferred@1931119701 after retry RPC after error@2134657232) -> (continuation of Deferred@134057662 after retry RPC after error@505574755) -> (continuation of Deferred@964504278 after retry RPC after error@614113249) -> (continuation of Deferred@1341750706 after retry RPC after error@1115525187)))
03:04:08.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:08.405764 5742 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:08.405985 5742 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:08.406648 5742 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:08.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:08.413864 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:08.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:08.414533 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:08.414675 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:08.414956 5742 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:08.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:08.426766 5218 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.245s from last keepalive heartbeat (effective timeout is 1.000s)
03:04:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:08.428452 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:08.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2032685010(state=PENDING, result=null, callback=(continuation of Deferred@1343440500 after retry RPC after error@1415543947) -> (continuation of Deferred@1616644622 after retry RPC after error@1529978632) -> (continuation of Deferred@299582204 after retry RPC after error@1053810536) -> (continuation of Deferred@1053015749 after retry RPC after error@1767751626) -> (continuation of Deferred@576375999 after retry RPC after error@1655595779) -> (continuation of Deferred@1094245381 after retry RPC after error@1168087047) -> (continuation of Deferred@827628351 after retry RPC after error@544424045), errback=(continuation of Deferred@1343440500 after retry RPC after error@1415543947) -> (continuation of Deferred@1616644622 after retry RPC after error@1529978632) -> (continuation of Deferred@299582204 after retry RPC after error@1053810536) -> (continuation of Deferred@1053015749 after retry RPC after error@1767751626) -> (continuation of Deferred@576375999 after retry RPC after error@1655595779) -> (continuation of Deferred@1094245381 after retry RPC after error@1168087047) -> (continuation of Deferred@827628351 after retry RPC after error@544424045)))
03:04:08.515 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2032685010(state=PENDING, result=null, callback=(continuation of Deferred@1343440500 after retry RPC after error@1415543947) -> (continuation of Deferred@1616644622 after retry RPC after error@1529978632) -> (continuation of Deferred@299582204 after retry RPC after error@1053810536) -> (continuation of Deferred@1053015749 after retry RPC after error@1767751626) -> (continuation of Deferred@576375999 after retry RPC after error@1655595779) -> (continuation of Deferred@1094245381 after retry RPC after error@1168087047) -> (continuation of Deferred@827628351 after retry RPC after error@544424045), errback=(continuation of Deferred@1343440500 after retry RPC after error@1415543947) -> (continuation of Deferred@1616644622 after retry RPC after error@1529978632) -> (continuation of Deferred@299582204 after retry RPC after error@1053810536) -> (continuation of Deferred@1053015749 after retry RPC after error@1767751626) -> (continuation of Deferred@576375999 after retry RPC after error@1655595779) -> (continuation of Deferred@1094245381 after retry RPC after error@1168087047) -> (continuation of Deferred@827628351 after retry RPC after error@544424045)))
03:04:08.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.654 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2135756715(state=PENDING, result=null, callback=(continuation of Deferred@243074450 after retry RPC after error@1853408722) -> (continuation of Deferred@627023014 after retry RPC after error@846786545) -> (continuation of Deferred@1422867897 after retry RPC after error@2091988135) -> (continuation of Deferred@626142523 after retry RPC after error@1344293127) -> (continuation of Deferred@2100270159 after retry RPC after error@147751745) -> (continuation of Deferred@1010916502 after retry RPC after error@1853571688) -> (continuation of Deferred@1878470148 after retry RPC after error@333413424), errback=(continuation of Deferred@243074450 after retry RPC after error@1853408722) -> (continuation of Deferred@627023014 after retry RPC after error@846786545) -> (continuation of Deferred@1422867897 after retry RPC after error@2091988135) -> (continuation of Deferred@626142523 after retry RPC after error@1344293127) -> (continuation of Deferred@2100270159 after retry RPC after error@147751745) -> (continuation of Deferred@1010916502 after retry RPC after error@1853571688) -> (continuation of Deferred@1878470148 after retry RPC after error@333413424)))
03:04:08.735 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2135756715(state=PENDING, result=null, callback=(continuation of Deferred@243074450 after retry RPC after error@1853408722) -> (continuation of Deferred@627023014 after retry RPC after error@846786545) -> (continuation of Deferred@1422867897 after retry RPC after error@2091988135) -> (continuation of Deferred@626142523 after retry RPC after error@1344293127) -> (continuation of Deferred@2100270159 after retry RPC after error@147751745) -> (continuation of Deferred@1010916502 after retry RPC after error@1853571688) -> (continuation of Deferred@1878470148 after retry RPC after error@333413424), errback=(continuation of Deferred@243074450 after retry RPC after error@1853408722) -> (continuation of Deferred@627023014 after retry RPC after error@846786545) -> (continuation of Deferred@1422867897 after retry RPC after error@2091988135) -> (continuation of Deferred@626142523 after retry RPC after error@1344293127) -> (continuation of Deferred@2100270159 after retry RPC after error@147751745) -> (continuation of Deferred@1010916502 after retry RPC after error@1853571688) -> (continuation of Deferred@1878470148 after retry RPC after error@333413424)))
03:04:08.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1783418771(state=PENDING, result=null, callback=(continuation of Deferred@1445801388 after retry RPC after error@1826443283) -> (continuation of Deferred@1719702681 after retry RPC after error@1782382477) -> (continuation of Deferred@1438904107 after retry RPC after error@1402499144) -> (continuation of Deferred@836633342 after retry RPC after error@1007899615) -> (continuation of Deferred@1994611137 after retry RPC after error@1718189413) -> (continuation of Deferred@660691620 after retry RPC after error@21657660) -> (continuation of Deferred@1829442693 after retry RPC after error@1076157972), errback=(continuation of Deferred@1445801388 after retry RPC after error@1826443283) -> (continuation of Deferred@1719702681 after retry RPC after error@1782382477) -> (continuation of Deferred@1438904107 after retry RPC after error@1402499144) -> (continuation of Deferred@836633342 after retry RPC after error@1007899615) -> (continuation of Deferred@1994611137 after retry RPC after error@1718189413) -> (continuation of Deferred@660691620 after retry RPC after error@21657660) -> (continuation of Deferred@1829442693 after retry RPC after error@1076157972)))
03:04:08.955 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1783418771(state=PENDING, result=null, callback=(continuation of Deferred@1445801388 after retry RPC after error@1826443283) -> (continuation of Deferred@1719702681 after retry RPC after error@1782382477) -> (continuation of Deferred@1438904107 after retry RPC after error@1402499144) -> (continuation of Deferred@836633342 after retry RPC after error@1007899615) -> (continuation of Deferred@1994611137 after retry RPC after error@1718189413) -> (continuation of Deferred@660691620 after retry RPC after error@21657660) -> (continuation of Deferred@1829442693 after retry RPC after error@1076157972), errback=(continuation of Deferred@1445801388 after retry RPC after error@1826443283) -> (continuation of Deferred@1719702681 after retry RPC after error@1782382477) -> (continuation of Deferred@1438904107 after retry RPC after error@1402499144) -> (continuation of Deferred@836633342 after retry RPC after error@1007899615) -> (continuation of Deferred@1994611137 after retry RPC after error@1718189413) -> (continuation of Deferred@660691620 after retry RPC after error@21657660) -> (continuation of Deferred@1829442693 after retry RPC after error@1076157972)))
03:04:08.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:08.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:08.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:08.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:08.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:08.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:09.029945 5760 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:09.030138 5760 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:09.030844 5760 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:09.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:09.033022 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:09.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:09.033365 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:09.033528 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:09.033809 5760 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:09.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@297636074(state=PENDING, result=null, callback=(continuation of Deferred@1788313645 after retry RPC after error@1443177455) -> (continuation of Deferred@270437566 after retry RPC after error@1842963607) -> (continuation of Deferred@991500265 after retry RPC after error@1157386558) -> (continuation of Deferred@551767651 after retry RPC after error@112753460) -> (continuation of Deferred@1978499669 after retry RPC after error@1404979319) -> (continuation of Deferred@1771344949 after retry RPC after error@741352424) -> (continuation of Deferred@894886673 after retry RPC after error@344647740), errback=(continuation of Deferred@1788313645 after retry RPC after error@1443177455) -> (continuation of Deferred@270437566 after retry RPC after error@1842963607) -> (continuation of Deferred@991500265 after retry RPC after error@1157386558) -> (continuation of Deferred@551767651 after retry RPC after error@112753460) -> (continuation of Deferred@1978499669 after retry RPC after error@1404979319) -> (continuation of Deferred@1771344949 after retry RPC after error@741352424) -> (continuation of Deferred@894886673 after retry RPC after error@344647740)))
03:04:09.135 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@297636074(state=PENDING, result=null, callback=(continuation of Deferred@1788313645 after retry RPC after error@1443177455) -> (continuation of Deferred@270437566 after retry RPC after error@1842963607) -> (continuation of Deferred@991500265 after retry RPC after error@1157386558) -> (continuation of Deferred@551767651 after retry RPC after error@112753460) -> (continuation of Deferred@1978499669 after retry RPC after error@1404979319) -> (continuation of Deferred@1771344949 after retry RPC after error@741352424) -> (continuation of Deferred@894886673 after retry RPC after error@344647740), errback=(continuation of Deferred@1788313645 after retry RPC after error@1443177455) -> (continuation of Deferred@270437566 after retry RPC after error@1842963607) -> (continuation of Deferred@991500265 after retry RPC after error@1157386558) -> (continuation of Deferred@551767651 after retry RPC after error@112753460) -> (continuation of Deferred@1978499669 after retry RPC after error@1404979319) -> (continuation of Deferred@1771344949 after retry RPC after error@741352424) -> (continuation of Deferred@894886673 after retry RPC after error@344647740)))
03:04:09.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.193 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.413 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@869905728(state=PENDING, result=null, callback=(continuation of Deferred@1263307447 after retry RPC after error@7593851) -> (continuation of Deferred@1482095408 after retry RPC after error@651896527) -> (continuation of Deferred@158140817 after retry RPC after error@402364352) -> (continuation of Deferred@2015064436 after retry RPC after error@118087142) -> (continuation of Deferred@1724480791 after retry RPC after error@768062361) -> (continuation of Deferred@242542468 after retry RPC after error@1205599553) -> (continuation of Deferred@1784086888 after retry RPC after error@2057055424) -> (continuation of Deferred@1409137872 after retry RPC after error@1272209947) -> (continuation of Deferred@425354824 after retry RPC after error@45855631), errback=(continuation of Deferred@1263307447 after retry RPC after error@7593851) -> (continuation of Deferred@1482095408 after retry RPC after error@651896527) -> (continuation of Deferred@158140817 after retry RPC after error@402364352) -> (continuation of Deferred@2015064436 after retry RPC after error@118087142) -> (continuation of Deferred@1724480791 after retry RPC after error@768062361) -> (continuation of Deferred@242542468 after retry RPC after error@1205599553) -> (continuation of Deferred@1784086888 after retry RPC after error@2057055424) -> (continuation of Deferred@1409137872 after retry RPC after error@1272209947) -> (continuation of Deferred@425354824 after retry RPC after error@45855631)))
03:04:09.413 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:09.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2142694691(state=PENDING, result=null, callback=(continuation of Deferred@891304727 after retry RPC after error@1421800977) -> (continuation of Deferred@6626587 after retry RPC after error@1215440833) -> (continuation of Deferred@2084459867 after retry RPC after error@1595095731) -> (continuation of Deferred@2000054671 after retry RPC after error@782435463) -> (continuation of Deferred@540608645 after retry RPC after error@1723431059) -> (continuation of Deferred@570888154 after retry RPC after error@339128353) -> (continuation of Deferred@2082733826 after retry RPC after error@1366523381), errback=(continuation of Deferred@891304727 after retry RPC after error@1421800977) -> (continuation of Deferred@6626587 after retry RPC after error@1215440833) -> (continuation of Deferred@2084459867 after retry RPC after error@1595095731) -> (continuation of Deferred@2000054671 after retry RPC after error@782435463) -> (continuation of Deferred@540608645 after retry RPC after error@1723431059) -> (continuation of Deferred@570888154 after retry RPC after error@339128353) -> (continuation of Deferred@2082733826 after retry RPC after error@1366523381)))
03:04:09.657 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2142694691(state=PENDING, result=null, callback=(continuation of Deferred@891304727 after retry RPC after error@1421800977) -> (continuation of Deferred@6626587 after retry RPC after error@1215440833) -> (continuation of Deferred@2084459867 after retry RPC after error@1595095731) -> (continuation of Deferred@2000054671 after retry RPC after error@782435463) -> (continuation of Deferred@540608645 after retry RPC after error@1723431059) -> (continuation of Deferred@570888154 after retry RPC after error@339128353) -> (continuation of Deferred@2082733826 after retry RPC after error@1366523381), errback=(continuation of Deferred@891304727 after retry RPC after error@1421800977) -> (continuation of Deferred@6626587 after retry RPC after error@1215440833) -> (continuation of Deferred@2084459867 after retry RPC after error@1595095731) -> (continuation of Deferred@2000054671 after retry RPC after error@782435463) -> (continuation of Deferred@540608645 after retry RPC after error@1723431059) -> (continuation of Deferred@570888154 after retry RPC after error@339128353) -> (continuation of Deferred@2082733826 after retry RPC after error@1366523381)))
03:04:09.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1091801598(state=PENDING, result=null, callback=(continuation of Deferred@1360611767 after retry RPC after error@2048033628) -> (continuation of Deferred@842656661 after retry RPC after error@1878523981) -> (continuation of Deferred@1958197492 after retry RPC after error@441568605) -> (continuation of Deferred@1732896961 after retry RPC after error@1218213389) -> (continuation of Deferred@27596786 after retry RPC after error@352979390) -> (continuation of Deferred@1026421822 after retry RPC after error@380293512) -> (continuation of Deferred@1067011624 after retry RPC after error@2048653212), errback=(continuation of Deferred@1360611767 after retry RPC after error@2048033628) -> (continuation of Deferred@842656661 after retry RPC after error@1878523981) -> (continuation of Deferred@1958197492 after retry RPC after error@441568605) -> (continuation of Deferred@1732896961 after retry RPC after error@1218213389) -> (continuation of Deferred@27596786 after retry RPC after error@352979390) -> (continuation of Deferred@1026421822 after retry RPC after error@380293512) -> (continuation of Deferred@1067011624 after retry RPC after error@2048653212)))
03:04:09.895 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [223ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1091801598(state=PENDING, result=null, callback=(continuation of Deferred@1360611767 after retry RPC after error@2048033628) -> (continuation of Deferred@842656661 after retry RPC after error@1878523981) -> (continuation of Deferred@1958197492 after retry RPC after error@441568605) -> (continuation of Deferred@1732896961 after retry RPC after error@1218213389) -> (continuation of Deferred@27596786 after retry RPC after error@352979390) -> (continuation of Deferred@1026421822 after retry RPC after error@380293512) -> (continuation of Deferred@1067011624 after retry RPC after error@2048653212), errback=(continuation of Deferred@1360611767 after retry RPC after error@2048033628) -> (continuation of Deferred@842656661 after retry RPC after error@1878523981) -> (continuation of Deferred@1958197492 after retry RPC after error@441568605) -> (continuation of Deferred@1732896961 after retry RPC after error@1218213389) -> (continuation of Deferred@27596786 after retry RPC after error@352979390) -> (continuation of Deferred@1026421822 after retry RPC after error@380293512) -> (continuation of Deferred@1067011624 after retry RPC after error@2048653212)))
03:04:09.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:09.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:09.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:09.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:09.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:09.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1076604737(state=PENDING, result=null, callback=(continuation of Deferred@360747806 after retry RPC after error@309112202) -> (continuation of Deferred@1320237087 after retry RPC after error@1400751919) -> (continuation of Deferred@1114940989 after retry RPC after error@897794820) -> (continuation of Deferred@1916138603 after retry RPC after error@1330385341) -> (continuation of Deferred@678298407 after retry RPC after error@131788365) -> (continuation of Deferred@1511113841 after retry RPC after error@1971316599) -> (continuation of Deferred@768648644 after retry RPC after error@2099814069), errback=(continuation of Deferred@360747806 after retry RPC after error@309112202) -> (continuation of Deferred@1320237087 after retry RPC after error@1400751919) -> (continuation of Deferred@1114940989 after retry RPC after error@897794820) -> (continuation of Deferred@1916138603 after retry RPC after error@1330385341) -> (continuation of Deferred@678298407 after retry RPC after error@131788365) -> (continuation of Deferred@1511113841 after retry RPC after error@1971316599) -> (continuation of Deferred@768648644 after retry RPC after error@2099814069)))
03:04:10.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1076604737(state=PENDING, result=null, callback=(continuation of Deferred@360747806 after retry RPC after error@309112202) -> (continuation of Deferred@1320237087 after retry RPC after error@1400751919) -> (continuation of Deferred@1114940989 after retry RPC after error@897794820) -> (continuation of Deferred@1916138603 after retry RPC after error@1330385341) -> (continuation of Deferred@678298407 after retry RPC after error@131788365) -> (continuation of Deferred@1511113841 after retry RPC after error@1971316599) -> (continuation of Deferred@768648644 after retry RPC after error@2099814069), errback=(continuation of Deferred@360747806 after retry RPC after error@309112202) -> (continuation of Deferred@1320237087 after retry RPC after error@1400751919) -> (continuation of Deferred@1114940989 after retry RPC after error@897794820) -> (continuation of Deferred@1916138603 after retry RPC after error@1330385341) -> (continuation of Deferred@678298407 after retry RPC after error@131788365) -> (continuation of Deferred@1511113841 after retry RPC after error@1971316599) -> (continuation of Deferred@768648644 after retry RPC after error@2099814069)))
03:04:10.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:10.122718 5776 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:10.122908 5776 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:10.123502 5776 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:10.125425 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:10.125582 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:10.125708 4911 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:10.125938 5776 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:10.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@537779592(state=PENDING, result=null, callback=(continuation of Deferred@943847475 after retry RPC after error@2011377103) -> (continuation of Deferred@2032389657 after retry RPC after error@931970344) -> (continuation of Deferred@12278666 after retry RPC after error@1851298567) -> (continuation of Deferred@158129107 after retry RPC after error@1532711467) -> (continuation of Deferred@23471553 after retry RPC after error@730619457) -> (continuation of Deferred@1154595488 after retry RPC after error@1159361051) -> (continuation of Deferred@1977753428 after retry RPC after error@1012214271), errback=(continuation of Deferred@943847475 after retry RPC after error@2011377103) -> (continuation of Deferred@2032389657 after retry RPC after error@931970344) -> (continuation of Deferred@12278666 after retry RPC after error@1851298567) -> (continuation of Deferred@158129107 after retry RPC after error@1532711467) -> (continuation of Deferred@23471553 after retry RPC after error@730619457) -> (continuation of Deferred@1154595488 after retry RPC after error@1159361051) -> (continuation of Deferred@1977753428 after retry RPC after error@1012214271)))
03:04:10.355 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@537779592(state=PENDING, result=null, callback=(continuation of Deferred@943847475 after retry RPC after error@2011377103) -> (continuation of Deferred@2032389657 after retry RPC after error@931970344) -> (continuation of Deferred@12278666 after retry RPC after error@1851298567) -> (continuation of Deferred@158129107 after retry RPC after error@1532711467) -> (continuation of Deferred@23471553 after retry RPC after error@730619457) -> (continuation of Deferred@1154595488 after retry RPC after error@1159361051) -> (continuation of Deferred@1977753428 after retry RPC after error@1012214271), errback=(continuation of Deferred@943847475 after retry RPC after error@2011377103) -> (continuation of Deferred@2032389657 after retry RPC after error@931970344) -> (continuation of Deferred@12278666 after retry RPC after error@1851298567) -> (continuation of Deferred@158129107 after retry RPC after error@1532711467) -> (continuation of Deferred@23471553 after retry RPC after error@730619457) -> (continuation of Deferred@1154595488 after retry RPC after error@1159361051) -> (continuation of Deferred@1977753428 after retry RPC after error@1012214271)))
03:04:10.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@775837639(state=PENDING, result=null, callback=(continuation of Deferred@1873838744 after retry RPC after error@2023019510) -> (continuation of Deferred@436902025 after retry RPC after error@1188455520) -> (continuation of Deferred@765041248 after retry RPC after error@1934423878) -> (continuation of Deferred@1028454262 after retry RPC after error@1221353947) -> (continuation of Deferred@694663224 after retry RPC after error@1023777941) -> (continuation of Deferred@1739074308 after retry RPC after error@1279351955) -> (continuation of Deferred@1483967323 after retry RPC after error@1233339892), errback=(continuation of Deferred@1873838744 after retry RPC after error@2023019510) -> (continuation of Deferred@436902025 after retry RPC after error@1188455520) -> (continuation of Deferred@765041248 after retry RPC after error@1934423878) -> (continuation of Deferred@1028454262 after retry RPC after error@1221353947) -> (continuation of Deferred@694663224 after retry RPC after error@1023777941) -> (continuation of Deferred@1739074308 after retry RPC after error@1279351955) -> (continuation of Deferred@1483967323 after retry RPC after error@1233339892)))
03:04:10.615 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@775837639(state=PENDING, result=null, callback=(continuation of Deferred@1873838744 after retry RPC after error@2023019510) -> (continuation of Deferred@436902025 after retry RPC after error@1188455520) -> (continuation of Deferred@765041248 after retry RPC after error@1934423878) -> (continuation of Deferred@1028454262 after retry RPC after error@1221353947) -> (continuation of Deferred@694663224 after retry RPC after error@1023777941) -> (continuation of Deferred@1739074308 after retry RPC after error@1279351955) -> (continuation of Deferred@1483967323 after retry RPC after error@1233339892), errback=(continuation of Deferred@1873838744 after retry RPC after error@2023019510) -> (continuation of Deferred@436902025 after retry RPC after error@1188455520) -> (continuation of Deferred@765041248 after retry RPC after error@1934423878) -> (continuation of Deferred@1028454262 after retry RPC after error@1221353947) -> (continuation of Deferred@694663224 after retry RPC after error@1023777941) -> (continuation of Deferred@1739074308 after retry RPC after error@1279351955) -> (continuation of Deferred@1483967323 after retry RPC after error@1233339892)))
03:04:10.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1005750892(state=PENDING, result=null, callback=(continuation of Deferred@120601260 after retry RPC after error@1795493949) -> (continuation of Deferred@1240238151 after retry RPC after error@1717750524) -> (continuation of Deferred@1619098054 after retry RPC after error@591792403) -> (continuation of Deferred@247796620 after retry RPC after error@2122321282) -> (continuation of Deferred@363070685 after retry RPC after error@112826859) -> (continuation of Deferred@549893059 after retry RPC after error@1582581316) -> (continuation of Deferred@1810047935 after retry RPC after error@559913449), errback=(continuation of Deferred@120601260 after retry RPC after error@1795493949) -> (continuation of Deferred@1240238151 after retry RPC after error@1717750524) -> (continuation of Deferred@1619098054 after retry RPC after error@591792403) -> (continuation of Deferred@247796620 after retry RPC after error@2122321282) -> (continuation of Deferred@363070685 after retry RPC after error@112826859) -> (continuation of Deferred@549893059 after retry RPC after error@1582581316) -> (continuation of Deferred@1810047935 after retry RPC after error@559913449)))
03:04:10.855 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1005750892(state=PENDING, result=null, callback=(continuation of Deferred@120601260 after retry RPC after error@1795493949) -> (continuation of Deferred@1240238151 after retry RPC after error@1717750524) -> (continuation of Deferred@1619098054 after retry RPC after error@591792403) -> (continuation of Deferred@247796620 after retry RPC after error@2122321282) -> (continuation of Deferred@363070685 after retry RPC after error@112826859) -> (continuation of Deferred@549893059 after retry RPC after error@1582581316) -> (continuation of Deferred@1810047935 after retry RPC after error@559913449), errback=(continuation of Deferred@120601260 after retry RPC after error@1795493949) -> (continuation of Deferred@1240238151 after retry RPC after error@1717750524) -> (continuation of Deferred@1619098054 after retry RPC after error@591792403) -> (continuation of Deferred@247796620 after retry RPC after error@2122321282) -> (continuation of Deferred@363070685 after retry RPC after error@112826859) -> (continuation of Deferred@549893059 after retry RPC after error@1582581316) -> (continuation of Deferred@1810047935 after retry RPC after error@559913449)))
03:04:10.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.874 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:10.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:10.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:10.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:10.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:10.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@83603369(state=PENDING, result=null, callback=(continuation of Deferred@280284486 after retry RPC after error@1600513148) -> (continuation of Deferred@1257749855 after retry RPC after error@329831759) -> (continuation of Deferred@633398401 after retry RPC after error@1433838145) -> (continuation of Deferred@580706549 after retry RPC after error@2001423172) -> (continuation of Deferred@1435327936 after retry RPC after error@898206106) -> (continuation of Deferred@1893158038 after retry RPC after error@1567307939), errback=(continuation of Deferred@280284486 after retry RPC after error@1600513148) -> (continuation of Deferred@1257749855 after retry RPC after error@329831759) -> (continuation of Deferred@633398401 after retry RPC after error@1433838145) -> (continuation of Deferred@580706549 after retry RPC after error@2001423172) -> (continuation of Deferred@1435327936 after retry RPC after error@898206106) -> (continuation of Deferred@1893158038 after retry RPC after error@1567307939)))
03:04:11.036 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@83603369(state=PENDING, result=null, callback=(continuation of Deferred@280284486 after retry RPC after error@1600513148) -> (continuation of Deferred@1257749855 after retry RPC after error@329831759) -> (continuation of Deferred@633398401 after retry RPC after error@1433838145) -> (continuation of Deferred@580706549 after retry RPC after error@2001423172) -> (continuation of Deferred@1435327936 after retry RPC after error@898206106) -> (continuation of Deferred@1893158038 after retry RPC after error@1567307939), errback=(continuation of Deferred@280284486 after retry RPC after error@1600513148) -> (continuation of Deferred@1257749855 after retry RPC after error@329831759) -> (continuation of Deferred@633398401 after retry RPC after error@1433838145) -> (continuation of Deferred@580706549 after retry RPC after error@2001423172) -> (continuation of Deferred@1435327936 after retry RPC after error@898206106) -> (continuation of Deferred@1893158038 after retry RPC after error@1567307939)))
03:04:11.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.214 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@396539108(state=PENDING, result=null, callback=(continuation of Deferred@1608472704 after retry RPC after error@1312299736) -> (continuation of Deferred@830809165 after retry RPC after error@855810829) -> (continuation of Deferred@373089973 after retry RPC after error@417124464) -> (continuation of Deferred@14891114 after retry RPC after error@652212656) -> (continuation of Deferred@1462217360 after retry RPC after error@696692564) -> (continuation of Deferred@809497190 after retry RPC after error@1769250728) -> (continuation of Deferred@57527100 after retry RPC after error@520960010) -> (continuation of Deferred@1349403983 after retry RPC after error@489298229), errback=(continuation of Deferred@1608472704 after retry RPC after error@1312299736) -> (continuation of Deferred@830809165 after retry RPC after error@855810829) -> (continuation of Deferred@373089973 after retry RPC after error@417124464) -> (continuation of Deferred@14891114 after retry RPC after error@652212656) -> (continuation of Deferred@1462217360 after retry RPC after error@696692564) -> (continuation of Deferred@809497190 after retry RPC after error@1769250728) -> (continuation of Deferred@57527100 after retry RPC after error@520960010) -> (continuation of Deferred@1349403983 after retry RPC after error@489298229)))
03:04:11.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@396539108(state=PENDING, result=null, callback=(continuation of Deferred@1608472704 after retry RPC after error@1312299736) -> (continuation of Deferred@830809165 after retry RPC after error@855810829) -> (continuation of Deferred@373089973 after retry RPC after error@417124464) -> (continuation of Deferred@14891114 after retry RPC after error@652212656) -> (continuation of Deferred@1462217360 after retry RPC after error@696692564) -> (continuation of Deferred@809497190 after retry RPC after error@1769250728) -> (continuation of Deferred@57527100 after retry RPC after error@520960010) -> (continuation of Deferred@1349403983 after retry RPC after error@489298229), errback=(continuation of Deferred@1608472704 after retry RPC after error@1312299736) -> (continuation of Deferred@830809165 after retry RPC after error@855810829) -> (continuation of Deferred@373089973 after retry RPC after error@417124464) -> (continuation of Deferred@14891114 after retry RPC after error@652212656) -> (continuation of Deferred@1462217360 after retry RPC after error@696692564) -> (continuation of Deferred@809497190 after retry RPC after error@1769250728) -> (continuation of Deferred@57527100 after retry RPC after error@520960010) -> (continuation of Deferred@1349403983 after retry RPC after error@489298229)))
03:04:11.271 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.532 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [184ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2101652754(state=PENDING, result=null, callback=(continuation of Deferred@166471964 after retry RPC after error@254050755) -> (continuation of Deferred@832057793 after retry RPC after error@1777088221) -> (continuation of Deferred@18892341 after retry RPC after error@715253067) -> (continuation of Deferred@1523044327 after retry RPC after error@1377124540) -> (continuation of Deferred@1367844133 after retry RPC after error@1948883427) -> (continuation of Deferred@284547190 after retry RPC after error@1755146868) -> (continuation of Deferred@73352399 after retry RPC after error@1015096102) -> (continuation of Deferred@34175656 after retry RPC after error@21261911), errback=(continuation of Deferred@166471964 after retry RPC after error@254050755) -> (continuation of Deferred@832057793 after retry RPC after error@1777088221) -> (continuation of Deferred@18892341 after retry RPC after error@715253067) -> (continuation of Deferred@1523044327 after retry RPC after error@1377124540) -> (continuation of Deferred@1367844133 after retry RPC after error@1948883427) -> (continuation of Deferred@284547190 after retry RPC after error@1755146868) -> (continuation of Deferred@73352399 after retry RPC after error@1015096102) -> (continuation of Deferred@34175656 after retry RPC after error@21261911)))
03:04:11.533 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:11.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1610707026(state=PENDING, result=null, callback=(continuation of Deferred@417938980 after retry RPC after error@1973057403) -> (continuation of Deferred@81272708 after retry RPC after error@1873833133) -> (continuation of Deferred@1048143713 after retry RPC after error@410975866) -> (continuation of Deferred@1545533134 after retry RPC after error@807877860) -> (continuation of Deferred@1158682606 after retry RPC after error@720550936) -> (continuation of Deferred@24221454 after retry RPC after error@146295768), errback=(continuation of Deferred@417938980 after retry RPC after error@1973057403) -> (continuation of Deferred@81272708 after retry RPC after error@1873833133) -> (continuation of Deferred@1048143713 after retry RPC after error@410975866) -> (continuation of Deferred@1545533134 after retry RPC after error@807877860) -> (continuation of Deferred@1158682606 after retry RPC after error@720550936) -> (continuation of Deferred@24221454 after retry RPC after error@146295768)))
03:04:11.754 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1610707026(state=PENDING, result=null, callback=(continuation of Deferred@417938980 after retry RPC after error@1973057403) -> (continuation of Deferred@81272708 after retry RPC after error@1873833133) -> (continuation of Deferred@1048143713 after retry RPC after error@410975866) -> (continuation of Deferred@1545533134 after retry RPC after error@807877860) -> (continuation of Deferred@1158682606 after retry RPC after error@720550936) -> (continuation of Deferred@24221454 after retry RPC after error@146295768), errback=(continuation of Deferred@417938980 after retry RPC after error@1973057403) -> (continuation of Deferred@81272708 after retry RPC after error@1873833133) -> (continuation of Deferred@1048143713 after retry RPC after error@410975866) -> (continuation of Deferred@1545533134 after retry RPC after error@807877860) -> (continuation of Deferred@1158682606 after retry RPC after error@720550936) -> (continuation of Deferred@24221454 after retry RPC after error@146295768)))
03:04:11.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:11.932474 5789 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:11.932675 5789 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:11.933269 5789 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:11.935316 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:11.935478 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:11.935606 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:11.935849 5789 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:11.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:11.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1585449395(state=PENDING, result=null, callback=(continuation of Deferred@2010185288 after retry RPC after error@1376985527) -> (continuation of Deferred@1624685469 after retry RPC after error@1053158309) -> (continuation of Deferred@1318543499 after retry RPC after error@88276599) -> (continuation of Deferred@1352509201 after retry RPC after error@1100277348) -> (continuation of Deferred@879904229 after retry RPC after error@651277402) -> (continuation of Deferred@457783998 after retry RPC after error@2097698933) -> (continuation of Deferred@1542682460 after retry RPC after error@1881893660), errback=(continuation of Deferred@2010185288 after retry RPC after error@1376985527) -> (continuation of Deferred@1624685469 after retry RPC after error@1053158309) -> (continuation of Deferred@1318543499 after retry RPC after error@88276599) -> (continuation of Deferred@1352509201 after retry RPC after error@1100277348) -> (continuation of Deferred@879904229 after retry RPC after error@651277402) -> (continuation of Deferred@457783998 after retry RPC after error@2097698933) -> (continuation of Deferred@1542682460 after retry RPC after error@1881893660)))
03:04:11.975 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1585449395(state=PENDING, result=null, callback=(continuation of Deferred@2010185288 after retry RPC after error@1376985527) -> (continuation of Deferred@1624685469 after retry RPC after error@1053158309) -> (continuation of Deferred@1318543499 after retry RPC after error@88276599) -> (continuation of Deferred@1352509201 after retry RPC after error@1100277348) -> (continuation of Deferred@879904229 after retry RPC after error@651277402) -> (continuation of Deferred@457783998 after retry RPC after error@2097698933) -> (continuation of Deferred@1542682460 after retry RPC after error@1881893660), errback=(continuation of Deferred@2010185288 after retry RPC after error@1376985527) -> (continuation of Deferred@1624685469 after retry RPC after error@1053158309) -> (continuation of Deferred@1318543499 after retry RPC after error@88276599) -> (continuation of Deferred@1352509201 after retry RPC after error@1100277348) -> (continuation of Deferred@879904229 after retry RPC after error@651277402) -> (continuation of Deferred@457783998 after retry RPC after error@2097698933) -> (continuation of Deferred@1542682460 after retry RPC after error@1881893660)))
03:04:11.991 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:11.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:11.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:11.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:11.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1769384602(state=PENDING, result=null, callback=(continuation of Deferred@210844946 after retry RPC after error@463329280) -> (continuation of Deferred@342024202 after retry RPC after error@1209838182) -> (continuation of Deferred@1298163674 after retry RPC after error@952695726) -> (continuation of Deferred@992554509 after retry RPC after error@374074516) -> (continuation of Deferred@1490753328 after retry RPC after error@665944590) -> (continuation of Deferred@1427806643 after retry RPC after error@486334664) -> (continuation of Deferred@471734000 after retry RPC after error@924079759), errback=(continuation of Deferred@210844946 after retry RPC after error@463329280) -> (continuation of Deferred@342024202 after retry RPC after error@1209838182) -> (continuation of Deferred@1298163674 after retry RPC after error@952695726) -> (continuation of Deferred@992554509 after retry RPC after error@374074516) -> (continuation of Deferred@1490753328 after retry RPC after error@665944590) -> (continuation of Deferred@1427806643 after retry RPC after error@486334664) -> (continuation of Deferred@471734000 after retry RPC after error@924079759)))
03:04:12.194 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1769384602(state=PENDING, result=null, callback=(continuation of Deferred@210844946 after retry RPC after error@463329280) -> (continuation of Deferred@342024202 after retry RPC after error@1209838182) -> (continuation of Deferred@1298163674 after retry RPC after error@952695726) -> (continuation of Deferred@992554509 after retry RPC after error@374074516) -> (continuation of Deferred@1490753328 after retry RPC after error@665944590) -> (continuation of Deferred@1427806643 after retry RPC after error@486334664) -> (continuation of Deferred@471734000 after retry RPC after error@924079759), errback=(continuation of Deferred@210844946 after retry RPC after error@463329280) -> (continuation of Deferred@342024202 after retry RPC after error@1209838182) -> (continuation of Deferred@1298163674 after retry RPC after error@952695726) -> (continuation of Deferred@992554509 after retry RPC after error@374074516) -> (continuation of Deferred@1490753328 after retry RPC after error@665944590) -> (continuation of Deferred@1427806643 after retry RPC after error@486334664) -> (continuation of Deferred@471734000 after retry RPC after error@924079759)))
03:04:12.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.391120 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.391335 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:12.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1523051883(state=PENDING, result=null, callback=(continuation of Deferred@1783619540 after retry RPC after error@1260906820) -> (continuation of Deferred@1548867112 after retry RPC after error@966313084) -> (continuation of Deferred@767364580 after retry RPC after error@1495579870) -> (continuation of Deferred@186040644 after retry RPC after error@1951551358) -> (continuation of Deferred@835042877 after retry RPC after error@1299920535) -> (continuation of Deferred@1884996253 after retry RPC after error@378886743) -> (continuation of Deferred@180169454 after retry RPC after error@518421152), errback=(continuation of Deferred@1783619540 after retry RPC after error@1260906820) -> (continuation of Deferred@1548867112 after retry RPC after error@966313084) -> (continuation of Deferred@767364580 after retry RPC after error@1495579870) -> (continuation of Deferred@186040644 after retry RPC after error@1951551358) -> (continuation of Deferred@835042877 after retry RPC after error@1299920535) -> (continuation of Deferred@1884996253 after retry RPC after error@378886743) -> (continuation of Deferred@180169454 after retry RPC after error@518421152)))
03:04:12.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1523051883(state=PENDING, result=null, callback=(continuation of Deferred@1783619540 after retry RPC after error@1260906820) -> (continuation of Deferred@1548867112 after retry RPC after error@966313084) -> (continuation of Deferred@767364580 after retry RPC after error@1495579870) -> (continuation of Deferred@186040644 after retry RPC after error@1951551358) -> (continuation of Deferred@835042877 after retry RPC after error@1299920535) -> (continuation of Deferred@1884996253 after retry RPC after error@378886743) -> (continuation of Deferred@180169454 after retry RPC after error@518421152), errback=(continuation of Deferred@1783619540 after retry RPC after error@1260906820) -> (continuation of Deferred@1548867112 after retry RPC after error@966313084) -> (continuation of Deferred@767364580 after retry RPC after error@1495579870) -> (continuation of Deferred@186040644 after retry RPC after error@1951551358) -> (continuation of Deferred@835042877 after retry RPC after error@1299920535) -> (continuation of Deferred@1884996253 after retry RPC after error@378886743) -> (continuation of Deferred@180169454 after retry RPC after error@518421152)))
03:04:12.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.533813 5799 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.533995 5799 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.534723 5799 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:12.535415 4911 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111) [suppressed 11 similar messages]
03:04:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:12.536659 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:12.536847 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.536983 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:12.537245 5799 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:12.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1259451408(state=PENDING, result=null, callback=(continuation of Deferred@455410826 after retry RPC after error@1423162931) -> (continuation of Deferred@1822909040 after retry RPC after error@709950144) -> (continuation of Deferred@425900628 after retry RPC after error@1342811501) -> (continuation of Deferred@124445182 after retry RPC after error@717331753) -> (continuation of Deferred@654127679 after retry RPC after error@990019912) -> (continuation of Deferred@1798828743 after retry RPC after error@1295581789) -> (continuation of Deferred@35302671 after retry RPC after error@758998213), errback=(continuation of Deferred@455410826 after retry RPC after error@1423162931) -> (continuation of Deferred@1822909040 after retry RPC after error@709950144) -> (continuation of Deferred@425900628 after retry RPC after error@1342811501) -> (continuation of Deferred@124445182 after retry RPC after error@717331753) -> (continuation of Deferred@654127679 after retry RPC after error@990019912) -> (continuation of Deferred@1798828743 after retry RPC after error@1295581789) -> (continuation of Deferred@35302671 after retry RPC after error@758998213)))
03:04:12.635 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1259451408(state=PENDING, result=null, callback=(continuation of Deferred@455410826 after retry RPC after error@1423162931) -> (continuation of Deferred@1822909040 after retry RPC after error@709950144) -> (continuation of Deferred@425900628 after retry RPC after error@1342811501) -> (continuation of Deferred@124445182 after retry RPC after error@717331753) -> (continuation of Deferred@654127679 after retry RPC after error@990019912) -> (continuation of Deferred@1798828743 after retry RPC after error@1295581789) -> (continuation of Deferred@35302671 after retry RPC after error@758998213), errback=(continuation of Deferred@455410826 after retry RPC after error@1423162931) -> (continuation of Deferred@1822909040 after retry RPC after error@709950144) -> (continuation of Deferred@425900628 after retry RPC after error@1342811501) -> (continuation of Deferred@124445182 after retry RPC after error@717331753) -> (continuation of Deferred@654127679 after retry RPC after error@990019912) -> (continuation of Deferred@1798828743 after retry RPC after error@1295581789) -> (continuation of Deferred@35302671 after retry RPC after error@758998213)))
03:04:12.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.734 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1219122329(state=PENDING, result=null, callback=(continuation of Deferred@96678695 after retry RPC after error@1699725389) -> (continuation of Deferred@897036751 after retry RPC after error@803415396) -> (continuation of Deferred@866476468 after retry RPC after error@678662693) -> (continuation of Deferred@537044781 after retry RPC after error@377257548) -> (continuation of Deferred@239867382 after retry RPC after error@974806176) -> (continuation of Deferred@261402369 after retry RPC after error@2062495393) -> (continuation of Deferred@350381999 after retry RPC after error@2096486095), errback=(continuation of Deferred@96678695 after retry RPC after error@1699725389) -> (continuation of Deferred@897036751 after retry RPC after error@803415396) -> (continuation of Deferred@866476468 after retry RPC after error@678662693) -> (continuation of Deferred@537044781 after retry RPC after error@377257548) -> (continuation of Deferred@239867382 after retry RPC after error@974806176) -> (continuation of Deferred@261402369 after retry RPC after error@2062495393) -> (continuation of Deferred@350381999 after retry RPC after error@2096486095)))
03:04:12.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1219122329(state=PENDING, result=null, callback=(continuation of Deferred@96678695 after retry RPC after error@1699725389) -> (continuation of Deferred@897036751 after retry RPC after error@803415396) -> (continuation of Deferred@866476468 after retry RPC after error@678662693) -> (continuation of Deferred@537044781 after retry RPC after error@377257548) -> (continuation of Deferred@239867382 after retry RPC after error@974806176) -> (continuation of Deferred@261402369 after retry RPC after error@2062495393) -> (continuation of Deferred@350381999 after retry RPC after error@2096486095), errback=(continuation of Deferred@96678695 after retry RPC after error@1699725389) -> (continuation of Deferred@897036751 after retry RPC after error@803415396) -> (continuation of Deferred@866476468 after retry RPC after error@678662693) -> (continuation of Deferred@537044781 after retry RPC after error@377257548) -> (continuation of Deferred@239867382 after retry RPC after error@974806176) -> (continuation of Deferred@261402369 after retry RPC after error@2062495393) -> (continuation of Deferred@350381999 after retry RPC after error@2096486095)))
03:04:12.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:12.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:12.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:12.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:12.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:12.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1944785915(state=PENDING, result=null, callback=(continuation of Deferred@135787917 after retry RPC after error@2067164924) -> (continuation of Deferred@1642686402 after retry RPC after error@1245103311) -> (continuation of Deferred@2101013401 after retry RPC after error@900938572) -> (continuation of Deferred@533634383 after retry RPC after error@1663181509) -> (continuation of Deferred@1231973147 after retry RPC after error@1705725985) -> (continuation of Deferred@241470782 after retry RPC after error@2082648637) -> (continuation of Deferred@1177434129 after retry RPC after error@2042315437), errback=(continuation of Deferred@135787917 after retry RPC after error@2067164924) -> (continuation of Deferred@1642686402 after retry RPC after error@1245103311) -> (continuation of Deferred@2101013401 after retry RPC after error@900938572) -> (continuation of Deferred@533634383 after retry RPC after error@1663181509) -> (continuation of Deferred@1231973147 after retry RPC after error@1705725985) -> (continuation of Deferred@241470782 after retry RPC after error@2082648637) -> (continuation of Deferred@1177434129 after retry RPC after error@2042315437)))
03:04:13.094 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1944785915(state=PENDING, result=null, callback=(continuation of Deferred@135787917 after retry RPC after error@2067164924) -> (continuation of Deferred@1642686402 after retry RPC after error@1245103311) -> (continuation of Deferred@2101013401 after retry RPC after error@900938572) -> (continuation of Deferred@533634383 after retry RPC after error@1663181509) -> (continuation of Deferred@1231973147 after retry RPC after error@1705725985) -> (continuation of Deferred@241470782 after retry RPC after error@2082648637) -> (continuation of Deferred@1177434129 after retry RPC after error@2042315437), errback=(continuation of Deferred@135787917 after retry RPC after error@2067164924) -> (continuation of Deferred@1642686402 after retry RPC after error@1245103311) -> (continuation of Deferred@2101013401 after retry RPC after error@900938572) -> (continuation of Deferred@533634383 after retry RPC after error@1663181509) -> (continuation of Deferred@1231973147 after retry RPC after error@1705725985) -> (continuation of Deferred@241470782 after retry RPC after error@2082648637) -> (continuation of Deferred@1177434129 after retry RPC after error@2042315437)))
03:04:13.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.193 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1922558196(state=PENDING, result=null, callback=(continuation of Deferred@1344486685 after retry RPC after error@1116092) -> (continuation of Deferred@167552805 after retry RPC after error@1147219622) -> (continuation of Deferred@224602338 after retry RPC after error@96985621) -> (continuation of Deferred@1768863751 after retry RPC after error@616017810) -> (continuation of Deferred@814200798 after retry RPC after error@183118993) -> (continuation of Deferred@383259467 after retry RPC after error@260760893), errback=(continuation of Deferred@1344486685 after retry RPC after error@1116092) -> (continuation of Deferred@167552805 after retry RPC after error@1147219622) -> (continuation of Deferred@224602338 after retry RPC after error@96985621) -> (continuation of Deferred@1768863751 after retry RPC after error@616017810) -> (continuation of Deferred@814200798 after retry RPC after error@183118993) -> (continuation of Deferred@383259467 after retry RPC after error@260760893)))
03:04:13.275 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1922558196(state=PENDING, result=null, callback=(continuation of Deferred@1344486685 after retry RPC after error@1116092) -> (continuation of Deferred@167552805 after retry RPC after error@1147219622) -> (continuation of Deferred@224602338 after retry RPC after error@96985621) -> (continuation of Deferred@1768863751 after retry RPC after error@616017810) -> (continuation of Deferred@814200798 after retry RPC after error@183118993) -> (continuation of Deferred@383259467 after retry RPC after error@260760893), errback=(continuation of Deferred@1344486685 after retry RPC after error@1116092) -> (continuation of Deferred@167552805 after retry RPC after error@1147219622) -> (continuation of Deferred@224602338 after retry RPC after error@96985621) -> (continuation of Deferred@1768863751 after retry RPC after error@616017810) -> (continuation of Deferred@814200798 after retry RPC after error@183118993) -> (continuation of Deferred@383259467 after retry RPC after error@260760893)))
03:04:13.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.371 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:13.440413 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:13.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:13.441829 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:13.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:13.443162 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:13.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.474 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@419246776(state=PENDING, result=null, callback=(continuation of Deferred@233154398 after retry RPC after error@1263829323) -> (continuation of Deferred@768771350 after retry RPC after error@1548421862) -> (continuation of Deferred@2092206438 after retry RPC after error@319095138) -> (continuation of Deferred@717675553 after retry RPC after error@786362277) -> (continuation of Deferred@1996078241 after retry RPC after error@1296870669) -> (continuation of Deferred@1375160145 after retry RPC after error@135080205) -> (continuation of Deferred@866811929 after retry RPC after error@455505828), errback=(continuation of Deferred@233154398 after retry RPC after error@1263829323) -> (continuation of Deferred@768771350 after retry RPC after error@1548421862) -> (continuation of Deferred@2092206438 after retry RPC after error@319095138) -> (continuation of Deferred@717675553 after retry RPC after error@786362277) -> (continuation of Deferred@1996078241 after retry RPC after error@1296870669) -> (continuation of Deferred@1375160145 after retry RPC after error@135080205) -> (continuation of Deferred@866811929 after retry RPC after error@455505828)))
03:04:13.474 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@419246776(state=PENDING, result=null, callback=(continuation of Deferred@233154398 after retry RPC after error@1263829323) -> (continuation of Deferred@768771350 after retry RPC after error@1548421862) -> (continuation of Deferred@2092206438 after retry RPC after error@319095138) -> (continuation of Deferred@717675553 after retry RPC after error@786362277) -> (continuation of Deferred@1996078241 after retry RPC after error@1296870669) -> (continuation of Deferred@1375160145 after retry RPC after error@135080205) -> (continuation of Deferred@866811929 after retry RPC after error@455505828), errback=(continuation of Deferred@233154398 after retry RPC after error@1263829323) -> (continuation of Deferred@768771350 after retry RPC after error@1548421862) -> (continuation of Deferred@2092206438 after retry RPC after error@319095138) -> (continuation of Deferred@717675553 after retry RPC after error@786362277) -> (continuation of Deferred@1996078241 after retry RPC after error@1296870669) -> (continuation of Deferred@1375160145 after retry RPC after error@135080205) -> (continuation of Deferred@866811929 after retry RPC after error@455505828)))
03:04:13.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1192404810(state=PENDING, result=null, callback=(continuation of Deferred@66215740 after retry RPC after error@99112173) -> (continuation of Deferred@1940546980 after retry RPC after error@558933100) -> (continuation of Deferred@810161349 after retry RPC after error@2009227549) -> (continuation of Deferred@1474673924 after retry RPC after error@1932656720) -> (continuation of Deferred@331271887 after retry RPC after error@2005966636) -> (continuation of Deferred@233242951 after retry RPC after error@1857335339) -> (continuation of Deferred@186237828 after retry RPC after error@2021872692) -> (continuation of Deferred@1297850202 after retry RPC after error@111500082), errback=(continuation of Deferred@66215740 after retry RPC after error@99112173) -> (continuation of Deferred@1940546980 after retry RPC after error@558933100) -> (continuation of Deferred@810161349 after retry RPC after error@2009227549) -> (continuation of Deferred@1474673924 after retry RPC after error@1932656720) -> (continuation of Deferred@331271887 after retry RPC after error@2005966636) -> (continuation of Deferred@233242951 after retry RPC after error@1857335339) -> (continuation of Deferred@186237828 after retry RPC after error@2021872692) -> (continuation of Deferred@1297850202 after retry RPC after error@111500082)))
03:04:13.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1192404810(state=PENDING, result=null, callback=(continuation of Deferred@66215740 after retry RPC after error@99112173) -> (continuation of Deferred@1940546980 after retry RPC after error@558933100) -> (continuation of Deferred@810161349 after retry RPC after error@2009227549) -> (continuation of Deferred@1474673924 after retry RPC after error@1932656720) -> (continuation of Deferred@331271887 after retry RPC after error@2005966636) -> (continuation of Deferred@233242951 after retry RPC after error@1857335339) -> (continuation of Deferred@186237828 after retry RPC after error@2021872692) -> (continuation of Deferred@1297850202 after retry RPC after error@111500082), errback=(continuation of Deferred@66215740 after retry RPC after error@99112173) -> (continuation of Deferred@1940546980 after retry RPC after error@558933100) -> (continuation of Deferred@810161349 after retry RPC after error@2009227549) -> (continuation of Deferred@1474673924 after retry RPC after error@1932656720) -> (continuation of Deferred@331271887 after retry RPC after error@2005966636) -> (continuation of Deferred@233242951 after retry RPC after error@1857335339) -> (continuation of Deferred@186237828 after retry RPC after error@2021872692) -> (continuation of Deferred@1297850202 after retry RPC after error@111500082)))
03:04:13.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1591406026(state=PENDING, result=null, callback=(continuation of Deferred@142296847 after retry RPC after error@251068420) -> (continuation of Deferred@26494449 after retry RPC after error@136924340) -> (continuation of Deferred@1522020737 after retry RPC after error@1828322802) -> (continuation of Deferred@1340180049 after retry RPC after error@233783285) -> (continuation of Deferred@381690864 after retry RPC after error@896879287) -> (continuation of Deferred@1986367814 after retry RPC after error@42010856) -> (continuation of Deferred@365524203 after retry RPC after error@175551511), errback=(continuation of Deferred@142296847 after retry RPC after error@251068420) -> (continuation of Deferred@26494449 after retry RPC after error@136924340) -> (continuation of Deferred@1522020737 after retry RPC after error@1828322802) -> (continuation of Deferred@1340180049 after retry RPC after error@233783285) -> (continuation of Deferred@381690864 after retry RPC after error@896879287) -> (continuation of Deferred@1986367814 after retry RPC after error@42010856) -> (continuation of Deferred@365524203 after retry RPC after error@175551511)))
03:04:13.895 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1591406026(state=PENDING, result=null, callback=(continuation of Deferred@142296847 after retry RPC after error@251068420) -> (continuation of Deferred@26494449 after retry RPC after error@136924340) -> (continuation of Deferred@1522020737 after retry RPC after error@1828322802) -> (continuation of Deferred@1340180049 after retry RPC after error@233783285) -> (continuation of Deferred@381690864 after retry RPC after error@896879287) -> (continuation of Deferred@1986367814 after retry RPC after error@42010856) -> (continuation of Deferred@365524203 after retry RPC after error@175551511), errback=(continuation of Deferred@142296847 after retry RPC after error@251068420) -> (continuation of Deferred@26494449 after retry RPC after error@136924340) -> (continuation of Deferred@1522020737 after retry RPC after error@1828322802) -> (continuation of Deferred@1340180049 after retry RPC after error@233783285) -> (continuation of Deferred@381690864 after retry RPC after error@896879287) -> (continuation of Deferred@1986367814 after retry RPC after error@42010856) -> (continuation of Deferred@365524203 after retry RPC after error@175551511)))
03:04:13.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:13.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:13.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:13.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:13.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:13.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@92054880(state=PENDING, result=null, callback=(continuation of Deferred@1339916782 after retry RPC after error@201959068) -> (continuation of Deferred@1394869755 after retry RPC after error@856943962) -> (continuation of Deferred@283301927 after retry RPC after error@1360966113) -> (continuation of Deferred@585526756 after retry RPC after error@246627807) -> (continuation of Deferred@135720910 after retry RPC after error@740542100) -> (continuation of Deferred@1027282873 after retry RPC after error@712083460) -> (continuation of Deferred@363231771 after retry RPC after error@654514525), errback=(continuation of Deferred@1339916782 after retry RPC after error@201959068) -> (continuation of Deferred@1394869755 after retry RPC after error@856943962) -> (continuation of Deferred@283301927 after retry RPC after error@1360966113) -> (continuation of Deferred@585526756 after retry RPC after error@246627807) -> (continuation of Deferred@135720910 after retry RPC after error@740542100) -> (continuation of Deferred@1027282873 after retry RPC after error@712083460) -> (continuation of Deferred@363231771 after retry RPC after error@654514525)))
03:04:14.155 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@92054880(state=PENDING, result=null, callback=(continuation of Deferred@1339916782 after retry RPC after error@201959068) -> (continuation of Deferred@1394869755 after retry RPC after error@856943962) -> (continuation of Deferred@283301927 after retry RPC after error@1360966113) -> (continuation of Deferred@585526756 after retry RPC after error@246627807) -> (continuation of Deferred@135720910 after retry RPC after error@740542100) -> (continuation of Deferred@1027282873 after retry RPC after error@712083460) -> (continuation of Deferred@363231771 after retry RPC after error@654514525), errback=(continuation of Deferred@1339916782 after retry RPC after error@201959068) -> (continuation of Deferred@1394869755 after retry RPC after error@856943962) -> (continuation of Deferred@283301927 after retry RPC after error@1360966113) -> (continuation of Deferred@585526756 after retry RPC after error@246627807) -> (continuation of Deferred@135720910 after retry RPC after error@740542100) -> (continuation of Deferred@1027282873 after retry RPC after error@712083460) -> (continuation of Deferred@363231771 after retry RPC after error@654514525)))
03:04:14.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.193 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1113191273(state=PENDING, result=null, callback=(continuation of Deferred@429983658 after retry RPC after error@590054043) -> (continuation of Deferred@572844889 after retry RPC after error@795576015) -> (continuation of Deferred@1055279327 after retry RPC after error@1093020354) -> (continuation of Deferred@1155362716 after retry RPC after error@938722358) -> (continuation of Deferred@996135591 after retry RPC after error@1272946484) -> (continuation of Deferred@1691461724 after retry RPC after error@1302987396), errback=(continuation of Deferred@429983658 after retry RPC after error@590054043) -> (continuation of Deferred@572844889 after retry RPC after error@795576015) -> (continuation of Deferred@1055279327 after retry RPC after error@1093020354) -> (continuation of Deferred@1155362716 after retry RPC after error@938722358) -> (continuation of Deferred@996135591 after retry RPC after error@1272946484) -> (continuation of Deferred@1691461724 after retry RPC after error@1302987396)))
03:04:14.334 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1113191273(state=PENDING, result=null, callback=(continuation of Deferred@429983658 after retry RPC after error@590054043) -> (continuation of Deferred@572844889 after retry RPC after error@795576015) -> (continuation of Deferred@1055279327 after retry RPC after error@1093020354) -> (continuation of Deferred@1155362716 after retry RPC after error@938722358) -> (continuation of Deferred@996135591 after retry RPC after error@1272946484) -> (continuation of Deferred@1691461724 after retry RPC after error@1302987396), errback=(continuation of Deferred@429983658 after retry RPC after error@590054043) -> (continuation of Deferred@572844889 after retry RPC after error@795576015) -> (continuation of Deferred@1055279327 after retry RPC after error@1093020354) -> (continuation of Deferred@1155362716 after retry RPC after error@938722358) -> (continuation of Deferred@996135591 after retry RPC after error@1272946484) -> (continuation of Deferred@1691461724 after retry RPC after error@1302987396)))
03:04:14.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2001078765(state=PENDING, result=null, callback=(continuation of Deferred@1132584438 after retry RPC after error@1202979236) -> (continuation of Deferred@717231221 after retry RPC after error@1838053793) -> (continuation of Deferred@548239243 after retry RPC after error@1198779163) -> (continuation of Deferred@1832533052 after retry RPC after error@1936130891) -> (continuation of Deferred@943534979 after retry RPC after error@1624124588) -> (continuation of Deferred@1554593621 after retry RPC after error@396303056) -> (continuation of Deferred@1190105739 after retry RPC after error@1473605046), errback=(continuation of Deferred@1132584438 after retry RPC after error@1202979236) -> (continuation of Deferred@717231221 after retry RPC after error@1838053793) -> (continuation of Deferred@548239243 after retry RPC after error@1198779163) -> (continuation of Deferred@1832533052 after retry RPC after error@1936130891) -> (continuation of Deferred@943534979 after retry RPC after error@1624124588) -> (continuation of Deferred@1554593621 after retry RPC after error@396303056) -> (continuation of Deferred@1190105739 after retry RPC after error@1473605046)))
03:04:14.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2001078765(state=PENDING, result=null, callback=(continuation of Deferred@1132584438 after retry RPC after error@1202979236) -> (continuation of Deferred@717231221 after retry RPC after error@1838053793) -> (continuation of Deferred@548239243 after retry RPC after error@1198779163) -> (continuation of Deferred@1832533052 after retry RPC after error@1936130891) -> (continuation of Deferred@943534979 after retry RPC after error@1624124588) -> (continuation of Deferred@1554593621 after retry RPC after error@396303056) -> (continuation of Deferred@1190105739 after retry RPC after error@1473605046), errback=(continuation of Deferred@1132584438 after retry RPC after error@1202979236) -> (continuation of Deferred@717231221 after retry RPC after error@1838053793) -> (continuation of Deferred@548239243 after retry RPC after error@1198779163) -> (continuation of Deferred@1832533052 after retry RPC after error@1936130891) -> (continuation of Deferred@943534979 after retry RPC after error@1624124588) -> (continuation of Deferred@1554593621 after retry RPC after error@396303056) -> (continuation of Deferred@1190105739 after retry RPC after error@1473605046)))
03:04:14.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.853 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1575872976(state=PENDING, result=null, callback=(continuation of Deferred@1146107001 after retry RPC after error@737519780) -> (continuation of Deferred@1328402910 after retry RPC after error@2109473410) -> (continuation of Deferred@940184240 after retry RPC after error@1044135325) -> (continuation of Deferred@524204197 after retry RPC after error@42668498) -> (continuation of Deferred@1794903201 after retry RPC after error@905118902) -> (continuation of Deferred@1600289085 after retry RPC after error@96331394) -> (continuation of Deferred@263093136 after retry RPC after error@575998055), errback=(continuation of Deferred@1146107001 after retry RPC after error@737519780) -> (continuation of Deferred@1328402910 after retry RPC after error@2109473410) -> (continuation of Deferred@940184240 after retry RPC after error@1044135325) -> (continuation of Deferred@524204197 after retry RPC after error@42668498) -> (continuation of Deferred@1794903201 after retry RPC after error@905118902) -> (continuation of Deferred@1600289085 after retry RPC after error@96331394) -> (continuation of Deferred@263093136 after retry RPC after error@575998055)))
03:04:14.853 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:14.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:14.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:14.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:14.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:14.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:14.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1236496978(state=PENDING, result=null, callback=(continuation of Deferred@1195043083 after retry RPC after error@1325135451) -> (continuation of Deferred@1480234061 after retry RPC after error@180964602) -> (continuation of Deferred@439062041 after retry RPC after error@192150057) -> (continuation of Deferred@132616182 after retry RPC after error@1191816556) -> (continuation of Deferred@26519762 after retry RPC after error@354596987) -> (continuation of Deferred@771824918 after retry RPC after error@619292535) -> (continuation of Deferred@10438912 after retry RPC after error@8312840), errback=(continuation of Deferred@1195043083 after retry RPC after error@1325135451) -> (continuation of Deferred@1480234061 after retry RPC after error@180964602) -> (continuation of Deferred@439062041 after retry RPC after error@192150057) -> (continuation of Deferred@132616182 after retry RPC after error@1191816556) -> (continuation of Deferred@26519762 after retry RPC after error@354596987) -> (continuation of Deferred@771824918 after retry RPC after error@619292535) -> (continuation of Deferred@10438912 after retry RPC after error@8312840)))
03:04:15.054 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1236496978(state=PENDING, result=null, callback=(continuation of Deferred@1195043083 after retry RPC after error@1325135451) -> (continuation of Deferred@1480234061 after retry RPC after error@180964602) -> (continuation of Deferred@439062041 after retry RPC after error@192150057) -> (continuation of Deferred@132616182 after retry RPC after error@1191816556) -> (continuation of Deferred@26519762 after retry RPC after error@354596987) -> (continuation of Deferred@771824918 after retry RPC after error@619292535) -> (continuation of Deferred@10438912 after retry RPC after error@8312840), errback=(continuation of Deferred@1195043083 after retry RPC after error@1325135451) -> (continuation of Deferred@1480234061 after retry RPC after error@180964602) -> (continuation of Deferred@439062041 after retry RPC after error@192150057) -> (continuation of Deferred@132616182 after retry RPC after error@1191816556) -> (continuation of Deferred@26519762 after retry RPC after error@354596987) -> (continuation of Deferred@771824918 after retry RPC after error@619292535) -> (continuation of Deferred@10438912 after retry RPC after error@8312840)))
03:04:15.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.073 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.332 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@353950977(state=PENDING, result=null, callback=(continuation of Deferred@1078968212 after retry RPC after error@2036172915) -> (continuation of Deferred@72476683 after retry RPC after error@1475530069) -> (continuation of Deferred@1786538784 after retry RPC after error@2138531852) -> (continuation of Deferred@1961739865 after retry RPC after error@900998644) -> (continuation of Deferred@1008233737 after retry RPC after error@2028684686) -> (continuation of Deferred@1655610308 after retry RPC after error@1990302176) -> (continuation of Deferred@162447896 after retry RPC after error@726348182), errback=(continuation of Deferred@1078968212 after retry RPC after error@2036172915) -> (continuation of Deferred@72476683 after retry RPC after error@1475530069) -> (continuation of Deferred@1786538784 after retry RPC after error@2138531852) -> (continuation of Deferred@1961739865 after retry RPC after error@900998644) -> (continuation of Deferred@1008233737 after retry RPC after error@2028684686) -> (continuation of Deferred@1655610308 after retry RPC after error@1990302176) -> (continuation of Deferred@162447896 after retry RPC after error@726348182)))
03:04:15.332 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:15.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1382778926(state=PENDING, result=null, callback=(continuation of Deferred@1500459723 after retry RPC after error@506456911) -> (continuation of Deferred@1949045577 after retry RPC after error@2055790362) -> (continuation of Deferred@1523663850 after retry RPC after error@994426476) -> (continuation of Deferred@795300886 after retry RPC after error@321601263) -> (continuation of Deferred@1135997299 after retry RPC after error@1427472823) -> (continuation of Deferred@1078442215 after retry RPC after error@173091398) -> (continuation of Deferred@1711500310 after retry RPC after error@526537048), errback=(continuation of Deferred@1500459723 after retry RPC after error@506456911) -> (continuation of Deferred@1949045577 after retry RPC after error@2055790362) -> (continuation of Deferred@1523663850 after retry RPC after error@994426476) -> (continuation of Deferred@795300886 after retry RPC after error@321601263) -> (continuation of Deferred@1135997299 after retry RPC after error@1427472823) -> (continuation of Deferred@1078442215 after retry RPC after error@173091398) -> (continuation of Deferred@1711500310 after retry RPC after error@526537048)))
03:04:15.555 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1382778926(state=PENDING, result=null, callback=(continuation of Deferred@1500459723 after retry RPC after error@506456911) -> (continuation of Deferred@1949045577 after retry RPC after error@2055790362) -> (continuation of Deferred@1523663850 after retry RPC after error@994426476) -> (continuation of Deferred@795300886 after retry RPC after error@321601263) -> (continuation of Deferred@1135997299 after retry RPC after error@1427472823) -> (continuation of Deferred@1078442215 after retry RPC after error@173091398) -> (continuation of Deferred@1711500310 after retry RPC after error@526537048), errback=(continuation of Deferred@1500459723 after retry RPC after error@506456911) -> (continuation of Deferred@1949045577 after retry RPC after error@2055790362) -> (continuation of Deferred@1523663850 after retry RPC after error@994426476) -> (continuation of Deferred@795300886 after retry RPC after error@321601263) -> (continuation of Deferred@1135997299 after retry RPC after error@1427472823) -> (continuation of Deferred@1078442215 after retry RPC after error@173091398) -> (continuation of Deferred@1711500310 after retry RPC after error@526537048)))
03:04:15.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1023438767(state=PENDING, result=null, callback=(continuation of Deferred@337181470 after retry RPC after error@1204840811) -> (continuation of Deferred@790355051 after retry RPC after error@299414320) -> (continuation of Deferred@1120627230 after retry RPC after error@102025245) -> (continuation of Deferred@1998435376 after retry RPC after error@587782352) -> (continuation of Deferred@982175029 after retry RPC after error@444509785) -> (continuation of Deferred@14165266 after retry RPC after error@1710470017) -> (continuation of Deferred@167520623 after retry RPC after error@1713324655), errback=(continuation of Deferred@337181470 after retry RPC after error@1204840811) -> (continuation of Deferred@790355051 after retry RPC after error@299414320) -> (continuation of Deferred@1120627230 after retry RPC after error@102025245) -> (continuation of Deferred@1998435376 after retry RPC after error@587782352) -> (continuation of Deferred@982175029 after retry RPC after error@444509785) -> (continuation of Deferred@14165266 after retry RPC after error@1710470017) -> (continuation of Deferred@167520623 after retry RPC after error@1713324655)))
03:04:15.815 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1023438767(state=PENDING, result=null, callback=(continuation of Deferred@337181470 after retry RPC after error@1204840811) -> (continuation of Deferred@790355051 after retry RPC after error@299414320) -> (continuation of Deferred@1120627230 after retry RPC after error@102025245) -> (continuation of Deferred@1998435376 after retry RPC after error@587782352) -> (continuation of Deferred@982175029 after retry RPC after error@444509785) -> (continuation of Deferred@14165266 after retry RPC after error@1710470017) -> (continuation of Deferred@167520623 after retry RPC after error@1713324655), errback=(continuation of Deferred@337181470 after retry RPC after error@1204840811) -> (continuation of Deferred@790355051 after retry RPC after error@299414320) -> (continuation of Deferred@1120627230 after retry RPC after error@102025245) -> (continuation of Deferred@1998435376 after retry RPC after error@587782352) -> (continuation of Deferred@982175029 after retry RPC after error@444509785) -> (continuation of Deferred@14165266 after retry RPC after error@1710470017) -> (continuation of Deferred@167520623 after retry RPC after error@1713324655)))
03:04:15.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:15.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:15.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:15.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:15.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:15.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2132059812(state=PENDING, result=null, callback=(continuation of Deferred@286764588 after retry RPC after error@1022664640) -> (continuation of Deferred@125308811 after retry RPC after error@1560520774) -> (continuation of Deferred@1909000964 after retry RPC after error@1767604322) -> (continuation of Deferred@781770389 after retry RPC after error@1855525528) -> (continuation of Deferred@1471264100 after retry RPC after error@1650227040) -> (continuation of Deferred@173568456 after retry RPC after error@745783241) -> (continuation of Deferred@1991452086 after retry RPC after error@2002107255) -> (continuation of Deferred@1053446756 after retry RPC after error@259403651), errback=(continuation of Deferred@286764588 after retry RPC after error@1022664640) -> (continuation of Deferred@125308811 after retry RPC after error@1560520774) -> (continuation of Deferred@1909000964 after retry RPC after error@1767604322) -> (continuation of Deferred@781770389 after retry RPC after error@1855525528) -> (continuation of Deferred@1471264100 after retry RPC after error@1650227040) -> (continuation of Deferred@173568456 after retry RPC after error@745783241) -> (continuation of Deferred@1991452086 after retry RPC after error@2002107255) -> (continuation of Deferred@1053446756 after retry RPC after error@259403651)))
03:04:16.055 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2132059812(state=PENDING, result=null, callback=(continuation of Deferred@286764588 after retry RPC after error@1022664640) -> (continuation of Deferred@125308811 after retry RPC after error@1560520774) -> (continuation of Deferred@1909000964 after retry RPC after error@1767604322) -> (continuation of Deferred@781770389 after retry RPC after error@1855525528) -> (continuation of Deferred@1471264100 after retry RPC after error@1650227040) -> (continuation of Deferred@173568456 after retry RPC after error@745783241) -> (continuation of Deferred@1991452086 after retry RPC after error@2002107255) -> (continuation of Deferred@1053446756 after retry RPC after error@259403651), errback=(continuation of Deferred@286764588 after retry RPC after error@1022664640) -> (continuation of Deferred@125308811 after retry RPC after error@1560520774) -> (continuation of Deferred@1909000964 after retry RPC after error@1767604322) -> (continuation of Deferred@781770389 after retry RPC after error@1855525528) -> (continuation of Deferred@1471264100 after retry RPC after error@1650227040) -> (continuation of Deferred@173568456 after retry RPC after error@745783241) -> (continuation of Deferred@1991452086 after retry RPC after error@2002107255) -> (continuation of Deferred@1053446756 after retry RPC after error@259403651)))
03:04:16.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.151 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.193 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1824373280(state=PENDING, result=null, callback=(continuation of Deferred@793171394 after retry RPC after error@1677014256) -> (continuation of Deferred@474927991 after retry RPC after error@488838756) -> (continuation of Deferred@72493255 after retry RPC after error@1313525257) -> (continuation of Deferred@611678684 after retry RPC after error@559991552) -> (continuation of Deferred@887213051 after retry RPC after error@751002088) -> (continuation of Deferred@595023413 after retry RPC after error@73970064) -> (continuation of Deferred@1047268597 after retry RPC after error@152561393), errback=(continuation of Deferred@793171394 after retry RPC after error@1677014256) -> (continuation of Deferred@474927991 after retry RPC after error@488838756) -> (continuation of Deferred@72493255 after retry RPC after error@1313525257) -> (continuation of Deferred@611678684 after retry RPC after error@559991552) -> (continuation of Deferred@887213051 after retry RPC after error@751002088) -> (continuation of Deferred@595023413 after retry RPC after error@73970064) -> (continuation of Deferred@1047268597 after retry RPC after error@152561393)))
03:04:16.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1824373280(state=PENDING, result=null, callback=(continuation of Deferred@793171394 after retry RPC after error@1677014256) -> (continuation of Deferred@474927991 after retry RPC after error@488838756) -> (continuation of Deferred@72493255 after retry RPC after error@1313525257) -> (continuation of Deferred@611678684 after retry RPC after error@559991552) -> (continuation of Deferred@887213051 after retry RPC after error@751002088) -> (continuation of Deferred@595023413 after retry RPC after error@73970064) -> (continuation of Deferred@1047268597 after retry RPC after error@152561393), errback=(continuation of Deferred@793171394 after retry RPC after error@1677014256) -> (continuation of Deferred@474927991 after retry RPC after error@488838756) -> (continuation of Deferred@72493255 after retry RPC after error@1313525257) -> (continuation of Deferred@611678684 after retry RPC after error@559991552) -> (continuation of Deferred@887213051 after retry RPC after error@751002088) -> (continuation of Deferred@595023413 after retry RPC after error@73970064) -> (continuation of Deferred@1047268597 after retry RPC after error@152561393)))
03:04:16.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.388957 5825 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.389135 5825 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.389748 5825 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:16.391911 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:16.392076 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.392177 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:16.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.392498 5825 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:16.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@519115360(state=PENDING, result=null, callback=(continuation of Deferred@1527548983 after retry RPC after error@899854811) -> (continuation of Deferred@337696914 after retry RPC after error@39107172) -> (continuation of Deferred@1032254253 after retry RPC after error@487239983) -> (continuation of Deferred@259788372 after retry RPC after error@685511237) -> (continuation of Deferred@583635944 after retry RPC after error@1786961239) -> (continuation of Deferred@90398973 after retry RPC after error@1306858542) -> (continuation of Deferred@601721001 after retry RPC after error@1598656992), errback=(continuation of Deferred@1527548983 after retry RPC after error@899854811) -> (continuation of Deferred@337696914 after retry RPC after error@39107172) -> (continuation of Deferred@1032254253 after retry RPC after error@487239983) -> (continuation of Deferred@259788372 after retry RPC after error@685511237) -> (continuation of Deferred@583635944 after retry RPC after error@1786961239) -> (continuation of Deferred@90398973 after retry RPC after error@1306858542) -> (continuation of Deferred@601721001 after retry RPC after error@1598656992)))
03:04:16.494 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@519115360(state=PENDING, result=null, callback=(continuation of Deferred@1527548983 after retry RPC after error@899854811) -> (continuation of Deferred@337696914 after retry RPC after error@39107172) -> (continuation of Deferred@1032254253 after retry RPC after error@487239983) -> (continuation of Deferred@259788372 after retry RPC after error@685511237) -> (continuation of Deferred@583635944 after retry RPC after error@1786961239) -> (continuation of Deferred@90398973 after retry RPC after error@1306858542) -> (continuation of Deferred@601721001 after retry RPC after error@1598656992), errback=(continuation of Deferred@1527548983 after retry RPC after error@899854811) -> (continuation of Deferred@337696914 after retry RPC after error@39107172) -> (continuation of Deferred@1032254253 after retry RPC after error@487239983) -> (continuation of Deferred@259788372 after retry RPC after error@685511237) -> (continuation of Deferred@583635944 after retry RPC after error@1786961239) -> (continuation of Deferred@90398973 after retry RPC after error@1306858542) -> (continuation of Deferred@601721001 after retry RPC after error@1598656992)))
03:04:16.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@64445639(state=PENDING, result=null, callback=(continuation of Deferred@225921790 after retry RPC after error@2105604592) -> (continuation of Deferred@360861795 after retry RPC after error@738858864) -> (continuation of Deferred@463308981 after retry RPC after error@1638444367) -> (continuation of Deferred@1714354257 after retry RPC after error@451138163) -> (continuation of Deferred@1833707962 after retry RPC after error@1227502473) -> (continuation of Deferred@1490531981 after retry RPC after error@1554225070) -> (continuation of Deferred@1353610361 after retry RPC after error@1216390046), errback=(continuation of Deferred@225921790 after retry RPC after error@2105604592) -> (continuation of Deferred@360861795 after retry RPC after error@738858864) -> (continuation of Deferred@463308981 after retry RPC after error@1638444367) -> (continuation of Deferred@1714354257 after retry RPC after error@451138163) -> (continuation of Deferred@1833707962 after retry RPC after error@1227502473) -> (continuation of Deferred@1490531981 after retry RPC after error@1554225070) -> (continuation of Deferred@1353610361 after retry RPC after error@1216390046)))
03:04:16.755 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@64445639(state=PENDING, result=null, callback=(continuation of Deferred@225921790 after retry RPC after error@2105604592) -> (continuation of Deferred@360861795 after retry RPC after error@738858864) -> (continuation of Deferred@463308981 after retry RPC after error@1638444367) -> (continuation of Deferred@1714354257 after retry RPC after error@451138163) -> (continuation of Deferred@1833707962 after retry RPC after error@1227502473) -> (continuation of Deferred@1490531981 after retry RPC after error@1554225070) -> (continuation of Deferred@1353610361 after retry RPC after error@1216390046), errback=(continuation of Deferred@225921790 after retry RPC after error@2105604592) -> (continuation of Deferred@360861795 after retry RPC after error@738858864) -> (continuation of Deferred@463308981 after retry RPC after error@1638444367) -> (continuation of Deferred@1714354257 after retry RPC after error@451138163) -> (continuation of Deferred@1833707962 after retry RPC after error@1227502473) -> (continuation of Deferred@1490531981 after retry RPC after error@1554225070) -> (continuation of Deferred@1353610361 after retry RPC after error@1216390046)))
03:04:16.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:16.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:16.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:16.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:16.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.957273 5831 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.957463 5831 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.958108 5831 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:16.959897 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:16.960049 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.960155 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:16.960443 5831 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:17.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.015 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1009236494(state=PENDING, result=null, callback=(continuation of Deferred@1944180397 after retry RPC after error@858997238) -> (continuation of Deferred@1333253233 after retry RPC after error@1317138523) -> (continuation of Deferred@858260376 after retry RPC after error@440256762) -> (continuation of Deferred@1805140880 after retry RPC after error@710567312) -> (continuation of Deferred@1495107456 after retry RPC after error@764673601) -> (continuation of Deferred@79608992 after retry RPC after error@2108768066) -> (continuation of Deferred@1218807539 after retry RPC after error@2054555728), errback=(continuation of Deferred@1944180397 after retry RPC after error@858997238) -> (continuation of Deferred@1333253233 after retry RPC after error@1317138523) -> (continuation of Deferred@858260376 after retry RPC after error@440256762) -> (continuation of Deferred@1805140880 after retry RPC after error@710567312) -> (continuation of Deferred@1495107456 after retry RPC after error@764673601) -> (continuation of Deferred@79608992 after retry RPC after error@2108768066) -> (continuation of Deferred@1218807539 after retry RPC after error@2054555728)))
03:04:17.015 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1009236494(state=PENDING, result=null, callback=(continuation of Deferred@1944180397 after retry RPC after error@858997238) -> (continuation of Deferred@1333253233 after retry RPC after error@1317138523) -> (continuation of Deferred@858260376 after retry RPC after error@440256762) -> (continuation of Deferred@1805140880 after retry RPC after error@710567312) -> (continuation of Deferred@1495107456 after retry RPC after error@764673601) -> (continuation of Deferred@79608992 after retry RPC after error@2108768066) -> (continuation of Deferred@1218807539 after retry RPC after error@2054555728), errback=(continuation of Deferred@1944180397 after retry RPC after error@858997238) -> (continuation of Deferred@1333253233 after retry RPC after error@1317138523) -> (continuation of Deferred@858260376 after retry RPC after error@440256762) -> (continuation of Deferred@1805140880 after retry RPC after error@710567312) -> (continuation of Deferred@1495107456 after retry RPC after error@764673601) -> (continuation of Deferred@79608992 after retry RPC after error@2108768066) -> (continuation of Deferred@1218807539 after retry RPC after error@2054555728)))
03:04:17.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1579612259(state=PENDING, result=null, callback=(continuation of Deferred@27920580 after retry RPC after error@1607813659) -> (continuation of Deferred@838106603 after retry RPC after error@1492680278) -> (continuation of Deferred@163946917 after retry RPC after error@2092283668) -> (continuation of Deferred@1849464396 after retry RPC after error@1965907731) -> (continuation of Deferred@1371607194 after retry RPC after error@10289313) -> (continuation of Deferred@177829896 after retry RPC after error@357792655) -> (continuation of Deferred@1280306303 after retry RPC after error@608134495), errback=(continuation of Deferred@27920580 after retry RPC after error@1607813659) -> (continuation of Deferred@838106603 after retry RPC after error@1492680278) -> (continuation of Deferred@163946917 after retry RPC after error@2092283668) -> (continuation of Deferred@1849464396 after retry RPC after error@1965907731) -> (continuation of Deferred@1371607194 after retry RPC after error@10289313) -> (continuation of Deferred@177829896 after retry RPC after error@357792655) -> (continuation of Deferred@1280306303 after retry RPC after error@608134495)))
03:04:17.237 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1579612259(state=PENDING, result=null, callback=(continuation of Deferred@27920580 after retry RPC after error@1607813659) -> (continuation of Deferred@838106603 after retry RPC after error@1492680278) -> (continuation of Deferred@163946917 after retry RPC after error@2092283668) -> (continuation of Deferred@1849464396 after retry RPC after error@1965907731) -> (continuation of Deferred@1371607194 after retry RPC after error@10289313) -> (continuation of Deferred@177829896 after retry RPC after error@357792655) -> (continuation of Deferred@1280306303 after retry RPC after error@608134495), errback=(continuation of Deferred@27920580 after retry RPC after error@1607813659) -> (continuation of Deferred@838106603 after retry RPC after error@1492680278) -> (continuation of Deferred@163946917 after retry RPC after error@2092283668) -> (continuation of Deferred@1849464396 after retry RPC after error@1965907731) -> (continuation of Deferred@1371607194 after retry RPC after error@10289313) -> (continuation of Deferred@177829896 after retry RPC after error@357792655) -> (continuation of Deferred@1280306303 after retry RPC after error@608134495)))
03:04:17.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:17.394346 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:17.394573 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:17.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@967354621(state=PENDING, result=null, callback=(continuation of Deferred@660461892 after retry RPC after error@867764889) -> (continuation of Deferred@1931510300 after retry RPC after error@255009733) -> (continuation of Deferred@1189960862 after retry RPC after error@1031498520) -> (continuation of Deferred@1245458121 after retry RPC after error@1543967040) -> (continuation of Deferred@1889710066 after retry RPC after error@384248149) -> (continuation of Deferred@1032193830 after retry RPC after error@1508875463) -> (continuation of Deferred@1012360503 after retry RPC after error@332750441) -> (continuation of Deferred@510116866 after retry RPC after error@1003190957), errback=(continuation of Deferred@660461892 after retry RPC after error@867764889) -> (continuation of Deferred@1931510300 after retry RPC after error@255009733) -> (continuation of Deferred@1189960862 after retry RPC after error@1031498520) -> (continuation of Deferred@1245458121 after retry RPC after error@1543967040) -> (continuation of Deferred@1889710066 after retry RPC after error@384248149) -> (continuation of Deferred@1032193830 after retry RPC after error@1508875463) -> (continuation of Deferred@1012360503 after retry RPC after error@332750441) -> (continuation of Deferred@510116866 after retry RPC after error@1003190957)))
03:04:17.435 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@967354621(state=PENDING, result=null, callback=(continuation of Deferred@660461892 after retry RPC after error@867764889) -> (continuation of Deferred@1931510300 after retry RPC after error@255009733) -> (continuation of Deferred@1189960862 after retry RPC after error@1031498520) -> (continuation of Deferred@1245458121 after retry RPC after error@1543967040) -> (continuation of Deferred@1889710066 after retry RPC after error@384248149) -> (continuation of Deferred@1032193830 after retry RPC after error@1508875463) -> (continuation of Deferred@1012360503 after retry RPC after error@332750441) -> (continuation of Deferred@510116866 after retry RPC after error@1003190957), errback=(continuation of Deferred@660461892 after retry RPC after error@867764889) -> (continuation of Deferred@1931510300 after retry RPC after error@255009733) -> (continuation of Deferred@1189960862 after retry RPC after error@1031498520) -> (continuation of Deferred@1245458121 after retry RPC after error@1543967040) -> (continuation of Deferred@1889710066 after retry RPC after error@384248149) -> (continuation of Deferred@1032193830 after retry RPC after error@1508875463) -> (continuation of Deferred@1012360503 after retry RPC after error@332750441) -> (continuation of Deferred@510116866 after retry RPC after error@1003190957)))
03:04:17.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1581719987(state=PENDING, result=null, callback=(continuation of Deferred@1416428621 after retry RPC after error@2117321236) -> (continuation of Deferred@1536195127 after retry RPC after error@1010664015) -> (continuation of Deferred@251694865 after retry RPC after error@1875103623) -> (continuation of Deferred@928665994 after retry RPC after error@1730511572) -> (continuation of Deferred@1817637158 after retry RPC after error@488158428) -> (continuation of Deferred@2016112884 after retry RPC after error@861105671) -> (continuation of Deferred@1750562442 after retry RPC after error@816939272), errback=(continuation of Deferred@1416428621 after retry RPC after error@2117321236) -> (continuation of Deferred@1536195127 after retry RPC after error@1010664015) -> (continuation of Deferred@251694865 after retry RPC after error@1875103623) -> (continuation of Deferred@928665994 after retry RPC after error@1730511572) -> (continuation of Deferred@1817637158 after retry RPC after error@488158428) -> (continuation of Deferred@2016112884 after retry RPC after error@861105671) -> (continuation of Deferred@1750562442 after retry RPC after error@816939272)))
03:04:17.615 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1581719987(state=PENDING, result=null, callback=(continuation of Deferred@1416428621 after retry RPC after error@2117321236) -> (continuation of Deferred@1536195127 after retry RPC after error@1010664015) -> (continuation of Deferred@251694865 after retry RPC after error@1875103623) -> (continuation of Deferred@928665994 after retry RPC after error@1730511572) -> (continuation of Deferred@1817637158 after retry RPC after error@488158428) -> (continuation of Deferred@2016112884 after retry RPC after error@861105671) -> (continuation of Deferred@1750562442 after retry RPC after error@816939272), errback=(continuation of Deferred@1416428621 after retry RPC after error@2117321236) -> (continuation of Deferred@1536195127 after retry RPC after error@1010664015) -> (continuation of Deferred@251694865 after retry RPC after error@1875103623) -> (continuation of Deferred@928665994 after retry RPC after error@1730511572) -> (continuation of Deferred@1817637158 after retry RPC after error@488158428) -> (continuation of Deferred@2016112884 after retry RPC after error@861105671) -> (continuation of Deferred@1750562442 after retry RPC after error@816939272)))
03:04:17.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.854 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1916463900(state=PENDING, result=null, callback=(continuation of Deferred@1719570636 after retry RPC after error@1414600007) -> (continuation of Deferred@1933183658 after retry RPC after error@1459449306) -> (continuation of Deferred@1142390585 after retry RPC after error@405844433) -> (continuation of Deferred@1006405415 after retry RPC after error@106085951) -> (continuation of Deferred@2042886011 after retry RPC after error@1692430251) -> (continuation of Deferred@997857711 after retry RPC after error@684391353) -> (continuation of Deferred@1314171380 after retry RPC after error@699275938), errback=(continuation of Deferred@1719570636 after retry RPC after error@1414600007) -> (continuation of Deferred@1933183658 after retry RPC after error@1459449306) -> (continuation of Deferred@1142390585 after retry RPC after error@405844433) -> (continuation of Deferred@1006405415 after retry RPC after error@106085951) -> (continuation of Deferred@2042886011 after retry RPC after error@1692430251) -> (continuation of Deferred@997857711 after retry RPC after error@684391353) -> (continuation of Deferred@1314171380 after retry RPC after error@699275938)))
03:04:17.854 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1916463900(state=PENDING, result=null, callback=(continuation of Deferred@1719570636 after retry RPC after error@1414600007) -> (continuation of Deferred@1933183658 after retry RPC after error@1459449306) -> (continuation of Deferred@1142390585 after retry RPC after error@405844433) -> (continuation of Deferred@1006405415 after retry RPC after error@106085951) -> (continuation of Deferred@2042886011 after retry RPC after error@1692430251) -> (continuation of Deferred@997857711 after retry RPC after error@684391353) -> (continuation of Deferred@1314171380 after retry RPC after error@699275938), errback=(continuation of Deferred@1719570636 after retry RPC after error@1414600007) -> (continuation of Deferred@1933183658 after retry RPC after error@1459449306) -> (continuation of Deferred@1142390585 after retry RPC after error@405844433) -> (continuation of Deferred@1006405415 after retry RPC after error@106085951) -> (continuation of Deferred@2042886011 after retry RPC after error@1692430251) -> (continuation of Deferred@997857711 after retry RPC after error@684391353) -> (continuation of Deferred@1314171380 after retry RPC after error@699275938)))
03:04:17.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.918 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.918 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:17.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:17.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:17.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:17.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:17.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [48ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@553206644(state=PENDING, result=null, callback=(continuation of Deferred@1188594081 after retry RPC after error@2126041264) -> (continuation of Deferred@932213202 after retry RPC after error@1570272951) -> (continuation of Deferred@1599025452 after retry RPC after error@1741309733) -> (continuation of Deferred@1398846703 after retry RPC after error@1297305082) -> (continuation of Deferred@1798554413 after retry RPC after error@1593135617) -> (continuation of Deferred@149181180 after retry RPC after error@1603265159) -> (continuation of Deferred@709916912 after retry RPC after error@1589723873), errback=(continuation of Deferred@1188594081 after retry RPC after error@2126041264) -> (continuation of Deferred@932213202 after retry RPC after error@1570272951) -> (continuation of Deferred@1599025452 after retry RPC after error@1741309733) -> (continuation of Deferred@1398846703 after retry RPC after error@1297305082) -> (continuation of Deferred@1798554413 after retry RPC after error@1593135617) -> (continuation of Deferred@149181180 after retry RPC after error@1603265159) -> (continuation of Deferred@709916912 after retry RPC after error@1589723873)))
03:04:18.115 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [48ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@553206644(state=PENDING, result=null, callback=(continuation of Deferred@1188594081 after retry RPC after error@2126041264) -> (continuation of Deferred@932213202 after retry RPC after error@1570272951) -> (continuation of Deferred@1599025452 after retry RPC after error@1741309733) -> (continuation of Deferred@1398846703 after retry RPC after error@1297305082) -> (continuation of Deferred@1798554413 after retry RPC after error@1593135617) -> (continuation of Deferred@149181180 after retry RPC after error@1603265159) -> (continuation of Deferred@709916912 after retry RPC after error@1589723873), errback=(continuation of Deferred@1188594081 after retry RPC after error@2126041264) -> (continuation of Deferred@932213202 after retry RPC after error@1570272951) -> (continuation of Deferred@1599025452 after retry RPC after error@1741309733) -> (continuation of Deferred@1398846703 after retry RPC after error@1297305082) -> (continuation of Deferred@1798554413 after retry RPC after error@1593135617) -> (continuation of Deferred@149181180 after retry RPC after error@1603265159) -> (continuation of Deferred@709916912 after retry RPC after error@1589723873)))
03:04:18.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.393 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@633122301(state=PENDING, result=null, callback=(continuation of Deferred@1853004602 after retry RPC after error@2076199994) -> (continuation of Deferred@941356853 after retry RPC after error@2013820558) -> (continuation of Deferred@39426558 after retry RPC after error@2072097811) -> (continuation of Deferred@474240521 after retry RPC after error@667156233) -> (continuation of Deferred@1763382374 after retry RPC after error@533464186) -> (continuation of Deferred@562490772 after retry RPC after error@419788058) -> (continuation of Deferred@680323704 after retry RPC after error@1461507271), errback=(continuation of Deferred@1853004602 after retry RPC after error@2076199994) -> (continuation of Deferred@941356853 after retry RPC after error@2013820558) -> (continuation of Deferred@39426558 after retry RPC after error@2072097811) -> (continuation of Deferred@474240521 after retry RPC after error@667156233) -> (continuation of Deferred@1763382374 after retry RPC after error@533464186) -> (continuation of Deferred@562490772 after retry RPC after error@419788058) -> (continuation of Deferred@680323704 after retry RPC after error@1461507271)))
03:04:18.393 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:18.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:18.455631 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:18.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:18.460013 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:18.461591 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:18.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.574 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@646774722(state=PENDING, result=null, callback=(continuation of Deferred@245651018 after retry RPC after error@1125298863) -> (continuation of Deferred@1454013207 after retry RPC after error@387575023) -> (continuation of Deferred@1000599104 after retry RPC after error@1844618321) -> (continuation of Deferred@1753548859 after retry RPC after error@816054096) -> (continuation of Deferred@341235434 after retry RPC after error@1828599837) -> (continuation of Deferred@754594153 after retry RPC after error@51122905) -> (continuation of Deferred@567240148 after retry RPC after error@1022140192), errback=(continuation of Deferred@245651018 after retry RPC after error@1125298863) -> (continuation of Deferred@1454013207 after retry RPC after error@387575023) -> (continuation of Deferred@1000599104 after retry RPC after error@1844618321) -> (continuation of Deferred@1753548859 after retry RPC after error@816054096) -> (continuation of Deferred@341235434 after retry RPC after error@1828599837) -> (continuation of Deferred@754594153 after retry RPC after error@51122905) -> (continuation of Deferred@567240148 after retry RPC after error@1022140192)))
03:04:18.574 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@646774722(state=PENDING, result=null, callback=(continuation of Deferred@245651018 after retry RPC after error@1125298863) -> (continuation of Deferred@1454013207 after retry RPC after error@387575023) -> (continuation of Deferred@1000599104 after retry RPC after error@1844618321) -> (continuation of Deferred@1753548859 after retry RPC after error@816054096) -> (continuation of Deferred@341235434 after retry RPC after error@1828599837) -> (continuation of Deferred@754594153 after retry RPC after error@51122905) -> (continuation of Deferred@567240148 after retry RPC after error@1022140192), errback=(continuation of Deferred@245651018 after retry RPC after error@1125298863) -> (continuation of Deferred@1454013207 after retry RPC after error@387575023) -> (continuation of Deferred@1000599104 after retry RPC after error@1844618321) -> (continuation of Deferred@1753548859 after retry RPC after error@816054096) -> (continuation of Deferred@341235434 after retry RPC after error@1828599837) -> (continuation of Deferred@754594153 after retry RPC after error@51122905) -> (continuation of Deferred@567240148 after retry RPC after error@1022140192)))
03:04:18.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.853 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@826625126(state=PENDING, result=null, callback=(continuation of Deferred@1335515297 after retry RPC after error@627810364) -> (continuation of Deferred@2060853497 after retry RPC after error@1634428345) -> (continuation of Deferred@2091476581 after retry RPC after error@79385484) -> (continuation of Deferred@1327593994 after retry RPC after error@1969064186) -> (continuation of Deferred@1114653306 after retry RPC after error@470376075) -> (continuation of Deferred@1480361514 after retry RPC after error@1094705039) -> (continuation of Deferred@27014720 after retry RPC after error@1463275006), errback=(continuation of Deferred@1335515297 after retry RPC after error@627810364) -> (continuation of Deferred@2060853497 after retry RPC after error@1634428345) -> (continuation of Deferred@2091476581 after retry RPC after error@79385484) -> (continuation of Deferred@1327593994 after retry RPC after error@1969064186) -> (continuation of Deferred@1114653306 after retry RPC after error@470376075) -> (continuation of Deferred@1480361514 after retry RPC after error@1094705039) -> (continuation of Deferred@27014720 after retry RPC after error@1463275006)))
03:04:18.853 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:18.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:18.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:18.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:18.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:18.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:18.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1457336175(state=PENDING, result=null, callback=(continuation of Deferred@1353690210 after retry RPC after error@1713680805) -> (continuation of Deferred@541471013 after retry RPC after error@534762517) -> (continuation of Deferred@851359536 after retry RPC after error@1901363547) -> (continuation of Deferred@1611290957 after retry RPC after error@18105893) -> (continuation of Deferred@1188324864 after retry RPC after error@325020120) -> (continuation of Deferred@556632783 after retry RPC after error@36423073) -> (continuation of Deferred@1730824066 after retry RPC after error@257155862), errback=(continuation of Deferred@1353690210 after retry RPC after error@1713680805) -> (continuation of Deferred@541471013 after retry RPC after error@534762517) -> (continuation of Deferred@851359536 after retry RPC after error@1901363547) -> (continuation of Deferred@1611290957 after retry RPC after error@18105893) -> (continuation of Deferred@1188324864 after retry RPC after error@325020120) -> (continuation of Deferred@556632783 after retry RPC after error@36423073) -> (continuation of Deferred@1730824066 after retry RPC after error@257155862)))
03:04:19.094 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1457336175(state=PENDING, result=null, callback=(continuation of Deferred@1353690210 after retry RPC after error@1713680805) -> (continuation of Deferred@541471013 after retry RPC after error@534762517) -> (continuation of Deferred@851359536 after retry RPC after error@1901363547) -> (continuation of Deferred@1611290957 after retry RPC after error@18105893) -> (continuation of Deferred@1188324864 after retry RPC after error@325020120) -> (continuation of Deferred@556632783 after retry RPC after error@36423073) -> (continuation of Deferred@1730824066 after retry RPC after error@257155862), errback=(continuation of Deferred@1353690210 after retry RPC after error@1713680805) -> (continuation of Deferred@541471013 after retry RPC after error@534762517) -> (continuation of Deferred@851359536 after retry RPC after error@1901363547) -> (continuation of Deferred@1611290957 after retry RPC after error@18105893) -> (continuation of Deferred@1188324864 after retry RPC after error@325020120) -> (continuation of Deferred@556632783 after retry RPC after error@36423073) -> (continuation of Deferred@1730824066 after retry RPC after error@257155862)))
03:04:19.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.372 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@922831113(state=PENDING, result=null, callback=(continuation of Deferred@1860348903 after retry RPC after error@1400401512) -> (continuation of Deferred@179260909 after retry RPC after error@937100464) -> (continuation of Deferred@1285368895 after retry RPC after error@1543901418) -> (continuation of Deferred@750190242 after retry RPC after error@1135051008) -> (continuation of Deferred@1719579039 after retry RPC after error@177433850) -> (continuation of Deferred@290181348 after retry RPC after error@1847327820) -> (continuation of Deferred@2113559129 after retry RPC after error@1813974432), errback=(continuation of Deferred@1860348903 after retry RPC after error@1400401512) -> (continuation of Deferred@179260909 after retry RPC after error@937100464) -> (continuation of Deferred@1285368895 after retry RPC after error@1543901418) -> (continuation of Deferred@750190242 after retry RPC after error@1135051008) -> (continuation of Deferred@1719579039 after retry RPC after error@177433850) -> (continuation of Deferred@290181348 after retry RPC after error@1847327820) -> (continuation of Deferred@2113559129 after retry RPC after error@1813974432)))
03:04:19.373 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:19.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1361701870(state=PENDING, result=null, callback=(continuation of Deferred@922251923 after retry RPC after error@504301277) -> (continuation of Deferred@1607139627 after retry RPC after error@1101264807) -> (continuation of Deferred@884632042 after retry RPC after error@1382393934) -> (continuation of Deferred@1428175216 after retry RPC after error@199291580) -> (continuation of Deferred@1819426579 after retry RPC after error@321572107) -> (continuation of Deferred@1192598951 after retry RPC after error@1265427179) -> (continuation of Deferred@907793970 after retry RPC after error@1931216751) -> (continuation of Deferred@412046350 after retry RPC after error@878220878), errback=(continuation of Deferred@922251923 after retry RPC after error@504301277) -> (continuation of Deferred@1607139627 after retry RPC after error@1101264807) -> (continuation of Deferred@884632042 after retry RPC after error@1382393934) -> (continuation of Deferred@1428175216 after retry RPC after error@199291580) -> (continuation of Deferred@1819426579 after retry RPC after error@321572107) -> (continuation of Deferred@1192598951 after retry RPC after error@1265427179) -> (continuation of Deferred@907793970 after retry RPC after error@1931216751) -> (continuation of Deferred@412046350 after retry RPC after error@878220878)))
03:04:19.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1361701870(state=PENDING, result=null, callback=(continuation of Deferred@922251923 after retry RPC after error@504301277) -> (continuation of Deferred@1607139627 after retry RPC after error@1101264807) -> (continuation of Deferred@884632042 after retry RPC after error@1382393934) -> (continuation of Deferred@1428175216 after retry RPC after error@199291580) -> (continuation of Deferred@1819426579 after retry RPC after error@321572107) -> (continuation of Deferred@1192598951 after retry RPC after error@1265427179) -> (continuation of Deferred@907793970 after retry RPC after error@1931216751) -> (continuation of Deferred@412046350 after retry RPC after error@878220878), errback=(continuation of Deferred@922251923 after retry RPC after error@504301277) -> (continuation of Deferred@1607139627 after retry RPC after error@1101264807) -> (continuation of Deferred@884632042 after retry RPC after error@1382393934) -> (continuation of Deferred@1428175216 after retry RPC after error@199291580) -> (continuation of Deferred@1819426579 after retry RPC after error@321572107) -> (continuation of Deferred@1192598951 after retry RPC after error@1265427179) -> (continuation of Deferred@907793970 after retry RPC after error@1931216751) -> (continuation of Deferred@412046350 after retry RPC after error@878220878)))
03:04:19.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.793 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1001916985(state=PENDING, result=null, callback=(continuation of Deferred@1011715625 after retry RPC after error@320350884) -> (continuation of Deferred@85837111 after retry RPC after error@2123361903) -> (continuation of Deferred@778246993 after retry RPC after error@2088519987) -> (continuation of Deferred@396566518 after retry RPC after error@375289851) -> (continuation of Deferred@542203890 after retry RPC after error@1048227610) -> (continuation of Deferred@824789900 after retry RPC after error@1412240381) -> (continuation of Deferred@2125035589 after retry RPC after error@364907253), errback=(continuation of Deferred@1011715625 after retry RPC after error@320350884) -> (continuation of Deferred@85837111 after retry RPC after error@2123361903) -> (continuation of Deferred@778246993 after retry RPC after error@2088519987) -> (continuation of Deferred@396566518 after retry RPC after error@375289851) -> (continuation of Deferred@542203890 after retry RPC after error@1048227610) -> (continuation of Deferred@824789900 after retry RPC after error@1412240381) -> (continuation of Deferred@2125035589 after retry RPC after error@364907253)))
03:04:19.794 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1001916985(state=PENDING, result=null, callback=(continuation of Deferred@1011715625 after retry RPC after error@320350884) -> (continuation of Deferred@85837111 after retry RPC after error@2123361903) -> (continuation of Deferred@778246993 after retry RPC after error@2088519987) -> (continuation of Deferred@396566518 after retry RPC after error@375289851) -> (continuation of Deferred@542203890 after retry RPC after error@1048227610) -> (continuation of Deferred@824789900 after retry RPC after error@1412240381) -> (continuation of Deferred@2125035589 after retry RPC after error@364907253), errback=(continuation of Deferred@1011715625 after retry RPC after error@320350884) -> (continuation of Deferred@85837111 after retry RPC after error@2123361903) -> (continuation of Deferred@778246993 after retry RPC after error@2088519987) -> (continuation of Deferred@396566518 after retry RPC after error@375289851) -> (continuation of Deferred@542203890 after retry RPC after error@1048227610) -> (continuation of Deferred@824789900 after retry RPC after error@1412240381) -> (continuation of Deferred@2125035589 after retry RPC after error@364907253)))
03:04:19.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:19.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:19.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:19.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:19.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:19.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@562491398(state=PENDING, result=null, callback=(continuation of Deferred@1679006673 after retry RPC after error@663136491) -> (continuation of Deferred@256625331 after retry RPC after error@425401756) -> (continuation of Deferred@1634652277 after retry RPC after error@1941826883) -> (continuation of Deferred@577941461 after retry RPC after error@1669657082) -> (continuation of Deferred@1954445447 after retry RPC after error@1748321470) -> (continuation of Deferred@1594770026 after retry RPC after error@465658704) -> (continuation of Deferred@477924079 after retry RPC after error@1588477290), errback=(continuation of Deferred@1679006673 after retry RPC after error@663136491) -> (continuation of Deferred@256625331 after retry RPC after error@425401756) -> (continuation of Deferred@1634652277 after retry RPC after error@1941826883) -> (continuation of Deferred@577941461 after retry RPC after error@1669657082) -> (continuation of Deferred@1954445447 after retry RPC after error@1748321470) -> (continuation of Deferred@1594770026 after retry RPC after error@465658704) -> (continuation of Deferred@477924079 after retry RPC after error@1588477290)))
03:04:19.995 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@562491398(state=PENDING, result=null, callback=(continuation of Deferred@1679006673 after retry RPC after error@663136491) -> (continuation of Deferred@256625331 after retry RPC after error@425401756) -> (continuation of Deferred@1634652277 after retry RPC after error@1941826883) -> (continuation of Deferred@577941461 after retry RPC after error@1669657082) -> (continuation of Deferred@1954445447 after retry RPC after error@1748321470) -> (continuation of Deferred@1594770026 after retry RPC after error@465658704) -> (continuation of Deferred@477924079 after retry RPC after error@1588477290), errback=(continuation of Deferred@1679006673 after retry RPC after error@663136491) -> (continuation of Deferred@256625331 after retry RPC after error@425401756) -> (continuation of Deferred@1634652277 after retry RPC after error@1941826883) -> (continuation of Deferred@577941461 after retry RPC after error@1669657082) -> (continuation of Deferred@1954445447 after retry RPC after error@1748321470) -> (continuation of Deferred@1594770026 after retry RPC after error@465658704) -> (continuation of Deferred@477924079 after retry RPC after error@1588477290)))
03:04:20.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.111 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2053679097(state=PENDING, result=null, callback=(continuation of Deferred@1644826454 after retry RPC after error@133105494) -> (continuation of Deferred@1338675153 after retry RPC after error@1889709758) -> (continuation of Deferred@1122008899 after retry RPC after error@1036649982) -> (continuation of Deferred@652587409 after retry RPC after error@1138175149) -> (continuation of Deferred@34363891 after retry RPC after error@1870944697) -> (continuation of Deferred@1684411617 after retry RPC after error@506392196) -> (continuation of Deferred@2114846579 after retry RPC after error@864626842), errback=(continuation of Deferred@1644826454 after retry RPC after error@133105494) -> (continuation of Deferred@1338675153 after retry RPC after error@1889709758) -> (continuation of Deferred@1122008899 after retry RPC after error@1036649982) -> (continuation of Deferred@652587409 after retry RPC after error@1138175149) -> (continuation of Deferred@34363891 after retry RPC after error@1870944697) -> (continuation of Deferred@1684411617 after retry RPC after error@506392196) -> (continuation of Deferred@2114846579 after retry RPC after error@864626842)))
03:04:20.214 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2053679097(state=PENDING, result=null, callback=(continuation of Deferred@1644826454 after retry RPC after error@133105494) -> (continuation of Deferred@1338675153 after retry RPC after error@1889709758) -> (continuation of Deferred@1122008899 after retry RPC after error@1036649982) -> (continuation of Deferred@652587409 after retry RPC after error@1138175149) -> (continuation of Deferred@34363891 after retry RPC after error@1870944697) -> (continuation of Deferred@1684411617 after retry RPC after error@506392196) -> (continuation of Deferred@2114846579 after retry RPC after error@864626842), errback=(continuation of Deferred@1644826454 after retry RPC after error@133105494) -> (continuation of Deferred@1338675153 after retry RPC after error@1889709758) -> (continuation of Deferred@1122008899 after retry RPC after error@1036649982) -> (continuation of Deferred@652587409 after retry RPC after error@1138175149) -> (continuation of Deferred@34363891 after retry RPC after error@1870944697) -> (continuation of Deferred@1684411617 after retry RPC after error@506392196) -> (continuation of Deferred@2114846579 after retry RPC after error@864626842)))
03:04:20.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1858548410(state=PENDING, result=null, callback=(continuation of Deferred@114635912 after retry RPC after error@1124764590) -> (continuation of Deferred@472364145 after retry RPC after error@1260521389) -> (continuation of Deferred@1694239541 after retry RPC after error@1933360127) -> (continuation of Deferred@1385762261 after retry RPC after error@165508932) -> (continuation of Deferred@226259177 after retry RPC after error@453628410) -> (continuation of Deferred@23367915 after retry RPC after error@1675731156), errback=(continuation of Deferred@114635912 after retry RPC after error@1124764590) -> (continuation of Deferred@472364145 after retry RPC after error@1260521389) -> (continuation of Deferred@1694239541 after retry RPC after error@1933360127) -> (continuation of Deferred@1385762261 after retry RPC after error@165508932) -> (continuation of Deferred@226259177 after retry RPC after error@453628410) -> (continuation of Deferred@23367915 after retry RPC after error@1675731156)))
03:04:20.394 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1858548410(state=PENDING, result=null, callback=(continuation of Deferred@114635912 after retry RPC after error@1124764590) -> (continuation of Deferred@472364145 after retry RPC after error@1260521389) -> (continuation of Deferred@1694239541 after retry RPC after error@1933360127) -> (continuation of Deferred@1385762261 after retry RPC after error@165508932) -> (continuation of Deferred@226259177 after retry RPC after error@453628410) -> (continuation of Deferred@23367915 after retry RPC after error@1675731156), errback=(continuation of Deferred@114635912 after retry RPC after error@1124764590) -> (continuation of Deferred@472364145 after retry RPC after error@1260521389) -> (continuation of Deferred@1694239541 after retry RPC after error@1933360127) -> (continuation of Deferred@1385762261 after retry RPC after error@165508932) -> (continuation of Deferred@226259177 after retry RPC after error@453628410) -> (continuation of Deferred@23367915 after retry RPC after error@1675731156)))
03:04:20.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@738163800(state=PENDING, result=null, callback=(continuation of Deferred@636350065 after retry RPC after error@2146614210) -> (continuation of Deferred@2002635255 after retry RPC after error@655390456) -> (continuation of Deferred@1841601037 after retry RPC after error@125960412) -> (continuation of Deferred@512324522 after retry RPC after error@973762869) -> (continuation of Deferred@1943502987 after retry RPC after error@1690626765) -> (continuation of Deferred@822460892 after retry RPC after error@1483709712) -> (continuation of Deferred@393448782 after retry RPC after error@1411555311), errback=(continuation of Deferred@636350065 after retry RPC after error@2146614210) -> (continuation of Deferred@2002635255 after retry RPC after error@655390456) -> (continuation of Deferred@1841601037 after retry RPC after error@125960412) -> (continuation of Deferred@512324522 after retry RPC after error@973762869) -> (continuation of Deferred@1943502987 after retry RPC after error@1690626765) -> (continuation of Deferred@822460892 after retry RPC after error@1483709712) -> (continuation of Deferred@393448782 after retry RPC after error@1411555311)))
03:04:20.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@738163800(state=PENDING, result=null, callback=(continuation of Deferred@636350065 after retry RPC after error@2146614210) -> (continuation of Deferred@2002635255 after retry RPC after error@655390456) -> (continuation of Deferred@1841601037 after retry RPC after error@125960412) -> (continuation of Deferred@512324522 after retry RPC after error@973762869) -> (continuation of Deferred@1943502987 after retry RPC after error@1690626765) -> (continuation of Deferred@822460892 after retry RPC after error@1483709712) -> (continuation of Deferred@393448782 after retry RPC after error@1411555311), errback=(continuation of Deferred@636350065 after retry RPC after error@2146614210) -> (continuation of Deferred@2002635255 after retry RPC after error@655390456) -> (continuation of Deferred@1841601037 after retry RPC after error@125960412) -> (continuation of Deferred@512324522 after retry RPC after error@973762869) -> (continuation of Deferred@1943502987 after retry RPC after error@1690626765) -> (continuation of Deferred@822460892 after retry RPC after error@1483709712) -> (continuation of Deferred@393448782 after retry RPC after error@1411555311)))
03:04:20.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.653 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@580388035(state=PENDING, result=null, callback=(continuation of Deferred@57266853 after retry RPC after error@57602213) -> (continuation of Deferred@1881381350 after retry RPC after error@318711101) -> (continuation of Deferred@1598959933 after retry RPC after error@735123881) -> (continuation of Deferred@1204898204 after retry RPC after error@745298582) -> (continuation of Deferred@33899007 after retry RPC after error@557456455) -> (continuation of Deferred@1818901589 after retry RPC after error@580674468) -> (continuation of Deferred@171889841 after retry RPC after error@2073508245), errback=(continuation of Deferred@57266853 after retry RPC after error@57602213) -> (continuation of Deferred@1881381350 after retry RPC after error@318711101) -> (continuation of Deferred@1598959933 after retry RPC after error@735123881) -> (continuation of Deferred@1204898204 after retry RPC after error@745298582) -> (continuation of Deferred@33899007 after retry RPC after error@557456455) -> (continuation of Deferred@1818901589 after retry RPC after error@580674468) -> (continuation of Deferred@171889841 after retry RPC after error@2073508245)))
03:04:20.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@580388035(state=PENDING, result=null, callback=(continuation of Deferred@57266853 after retry RPC after error@57602213) -> (continuation of Deferred@1881381350 after retry RPC after error@318711101) -> (continuation of Deferred@1598959933 after retry RPC after error@735123881) -> (continuation of Deferred@1204898204 after retry RPC after error@745298582) -> (continuation of Deferred@33899007 after retry RPC after error@557456455) -> (continuation of Deferred@1818901589 after retry RPC after error@580674468) -> (continuation of Deferred@171889841 after retry RPC after error@2073508245), errback=(continuation of Deferred@57266853 after retry RPC after error@57602213) -> (continuation of Deferred@1881381350 after retry RPC after error@318711101) -> (continuation of Deferred@1598959933 after retry RPC after error@735123881) -> (continuation of Deferred@1204898204 after retry RPC after error@745298582) -> (continuation of Deferred@33899007 after retry RPC after error@557456455) -> (continuation of Deferred@1818901589 after retry RPC after error@580674468) -> (continuation of Deferred@171889841 after retry RPC after error@2073508245)))
03:04:20.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:20.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:20.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:20.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:20.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:20.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1133593834(state=PENDING, result=null, callback=(continuation of Deferred@817735265 after retry RPC after error@1541489972) -> (continuation of Deferred@918556739 after retry RPC after error@2134881381) -> (continuation of Deferred@585931597 after retry RPC after error@1937093313) -> (continuation of Deferred@1157756644 after retry RPC after error@1193279165) -> (continuation of Deferred@24060896 after retry RPC after error@1599236790) -> (continuation of Deferred@363725166 after retry RPC after error@763166576) -> (continuation of Deferred@1442097436 after retry RPC after error@423587534), errback=(continuation of Deferred@817735265 after retry RPC after error@1541489972) -> (continuation of Deferred@918556739 after retry RPC after error@2134881381) -> (continuation of Deferred@585931597 after retry RPC after error@1937093313) -> (continuation of Deferred@1157756644 after retry RPC after error@1193279165) -> (continuation of Deferred@24060896 after retry RPC after error@1599236790) -> (continuation of Deferred@363725166 after retry RPC after error@763166576) -> (continuation of Deferred@1442097436 after retry RPC after error@423587534)))
03:04:21.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1133593834(state=PENDING, result=null, callback=(continuation of Deferred@817735265 after retry RPC after error@1541489972) -> (continuation of Deferred@918556739 after retry RPC after error@2134881381) -> (continuation of Deferred@585931597 after retry RPC after error@1937093313) -> (continuation of Deferred@1157756644 after retry RPC after error@1193279165) -> (continuation of Deferred@24060896 after retry RPC after error@1599236790) -> (continuation of Deferred@363725166 after retry RPC after error@763166576) -> (continuation of Deferred@1442097436 after retry RPC after error@423587534), errback=(continuation of Deferred@817735265 after retry RPC after error@1541489972) -> (continuation of Deferred@918556739 after retry RPC after error@2134881381) -> (continuation of Deferred@585931597 after retry RPC after error@1937093313) -> (continuation of Deferred@1157756644 after retry RPC after error@1193279165) -> (continuation of Deferred@24060896 after retry RPC after error@1599236790) -> (continuation of Deferred@363725166 after retry RPC after error@763166576) -> (continuation of Deferred@1442097436 after retry RPC after error@423587534)))
03:04:21.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.193 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@408177756(state=PENDING, result=null, callback=(continuation of Deferred@1971517988 after retry RPC after error@489479948) -> (continuation of Deferred@1417114342 after retry RPC after error@1853616792) -> (continuation of Deferred@214591145 after retry RPC after error@2011499651) -> (continuation of Deferred@409645275 after retry RPC after error@699694716) -> (continuation of Deferred@1981070029 after retry RPC after error@692728216) -> (continuation of Deferred@1684779010 after retry RPC after error@1848014189) -> (continuation of Deferred@1035434166 after retry RPC after error@1158240361), errback=(continuation of Deferred@1971517988 after retry RPC after error@489479948) -> (continuation of Deferred@1417114342 after retry RPC after error@1853616792) -> (continuation of Deferred@214591145 after retry RPC after error@2011499651) -> (continuation of Deferred@409645275 after retry RPC after error@699694716) -> (continuation of Deferred@1981070029 after retry RPC after error@692728216) -> (continuation of Deferred@1684779010 after retry RPC after error@1848014189) -> (continuation of Deferred@1035434166 after retry RPC after error@1158240361)))
03:04:21.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@408177756(state=PENDING, result=null, callback=(continuation of Deferred@1971517988 after retry RPC after error@489479948) -> (continuation of Deferred@1417114342 after retry RPC after error@1853616792) -> (continuation of Deferred@214591145 after retry RPC after error@2011499651) -> (continuation of Deferred@409645275 after retry RPC after error@699694716) -> (continuation of Deferred@1981070029 after retry RPC after error@692728216) -> (continuation of Deferred@1684779010 after retry RPC after error@1848014189) -> (continuation of Deferred@1035434166 after retry RPC after error@1158240361), errback=(continuation of Deferred@1971517988 after retry RPC after error@489479948) -> (continuation of Deferred@1417114342 after retry RPC after error@1853616792) -> (continuation of Deferred@214591145 after retry RPC after error@2011499651) -> (continuation of Deferred@409645275 after retry RPC after error@699694716) -> (continuation of Deferred@1981070029 after retry RPC after error@692728216) -> (continuation of Deferred@1684779010 after retry RPC after error@1848014189) -> (continuation of Deferred@1035434166 after retry RPC after error@1158240361)))
03:04:21.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.532 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1982576787(state=PENDING, result=null, callback=(continuation of Deferred@711091973 after retry RPC after error@248387034) -> (continuation of Deferred@740108271 after retry RPC after error@123334111) -> (continuation of Deferred@1052436606 after retry RPC after error@1076120246) -> (continuation of Deferred@96677634 after retry RPC after error@1304169840) -> (continuation of Deferred@615310753 after retry RPC after error@1178565240) -> (continuation of Deferred@1519974018 after retry RPC after error@2011342636) -> (continuation of Deferred@882955676 after retry RPC after error@166823370), errback=(continuation of Deferred@711091973 after retry RPC after error@248387034) -> (continuation of Deferred@740108271 after retry RPC after error@123334111) -> (continuation of Deferred@1052436606 after retry RPC after error@1076120246) -> (continuation of Deferred@96677634 after retry RPC after error@1304169840) -> (continuation of Deferred@615310753 after retry RPC after error@1178565240) -> (continuation of Deferred@1519974018 after retry RPC after error@2011342636) -> (continuation of Deferred@882955676 after retry RPC after error@166823370)))
03:04:21.533 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:21.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@523309020(state=PENDING, result=null, callback=(continuation of Deferred@820138688 after retry RPC after error@1644096775) -> (continuation of Deferred@1435166295 after retry RPC after error@1112693973) -> (continuation of Deferred@1619292685 after retry RPC after error@1979985359) -> (continuation of Deferred@1950274822 after retry RPC after error@609917856) -> (continuation of Deferred@1737326908 after retry RPC after error@808497751) -> (continuation of Deferred@841275314 after retry RPC after error@1121177037) -> (continuation of Deferred@1230774474 after retry RPC after error@2093711804), errback=(continuation of Deferred@820138688 after retry RPC after error@1644096775) -> (continuation of Deferred@1435166295 after retry RPC after error@1112693973) -> (continuation of Deferred@1619292685 after retry RPC after error@1979985359) -> (continuation of Deferred@1950274822 after retry RPC after error@609917856) -> (continuation of Deferred@1737326908 after retry RPC after error@808497751) -> (continuation of Deferred@841275314 after retry RPC after error@1121177037) -> (continuation of Deferred@1230774474 after retry RPC after error@2093711804)))
03:04:21.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@523309020(state=PENDING, result=null, callback=(continuation of Deferred@820138688 after retry RPC after error@1644096775) -> (continuation of Deferred@1435166295 after retry RPC after error@1112693973) -> (continuation of Deferred@1619292685 after retry RPC after error@1979985359) -> (continuation of Deferred@1950274822 after retry RPC after error@609917856) -> (continuation of Deferred@1737326908 after retry RPC after error@808497751) -> (continuation of Deferred@841275314 after retry RPC after error@1121177037) -> (continuation of Deferred@1230774474 after retry RPC after error@2093711804), errback=(continuation of Deferred@820138688 after retry RPC after error@1644096775) -> (continuation of Deferred@1435166295 after retry RPC after error@1112693973) -> (continuation of Deferred@1619292685 after retry RPC after error@1979985359) -> (continuation of Deferred@1950274822 after retry RPC after error@609917856) -> (continuation of Deferred@1737326908 after retry RPC after error@808497751) -> (continuation of Deferred@841275314 after retry RPC after error@1121177037) -> (continuation of Deferred@1230774474 after retry RPC after error@2093711804)))
03:04:21.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:21.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:21.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:21.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:21.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:21.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.055 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@31286049(state=PENDING, result=null, callback=(continuation of Deferred@2098816420 after retry RPC after error@894203633) -> (continuation of Deferred@961336941 after retry RPC after error@1398963726) -> (continuation of Deferred@1700795779 after retry RPC after error@860687392) -> (continuation of Deferred@1827490714 after retry RPC after error@750770695) -> (continuation of Deferred@1234570782 after retry RPC after error@316745472) -> (continuation of Deferred@341184349 after retry RPC after error@1181450290) -> (continuation of Deferred@1064603679 after retry RPC after error@615938518), errback=(continuation of Deferred@2098816420 after retry RPC after error@894203633) -> (continuation of Deferred@961336941 after retry RPC after error@1398963726) -> (continuation of Deferred@1700795779 after retry RPC after error@860687392) -> (continuation of Deferred@1827490714 after retry RPC after error@750770695) -> (continuation of Deferred@1234570782 after retry RPC after error@316745472) -> (continuation of Deferred@341184349 after retry RPC after error@1181450290) -> (continuation of Deferred@1064603679 after retry RPC after error@615938518)))
03:04:22.055 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@31286049(state=PENDING, result=null, callback=(continuation of Deferred@2098816420 after retry RPC after error@894203633) -> (continuation of Deferred@961336941 after retry RPC after error@1398963726) -> (continuation of Deferred@1700795779 after retry RPC after error@860687392) -> (continuation of Deferred@1827490714 after retry RPC after error@750770695) -> (continuation of Deferred@1234570782 after retry RPC after error@316745472) -> (continuation of Deferred@341184349 after retry RPC after error@1181450290) -> (continuation of Deferred@1064603679 after retry RPC after error@615938518), errback=(continuation of Deferred@2098816420 after retry RPC after error@894203633) -> (continuation of Deferred@961336941 after retry RPC after error@1398963726) -> (continuation of Deferred@1700795779 after retry RPC after error@860687392) -> (continuation of Deferred@1827490714 after retry RPC after error@750770695) -> (continuation of Deferred@1234570782 after retry RPC after error@316745472) -> (continuation of Deferred@341184349 after retry RPC after error@1181450290) -> (continuation of Deferred@1064603679 after retry RPC after error@615938518)))
03:04:22.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1949348840(state=PENDING, result=null, callback=(continuation of Deferred@836097274 after retry RPC after error@1220507376) -> (continuation of Deferred@877868040 after retry RPC after error@1166900889) -> (continuation of Deferred@1516245206 after retry RPC after error@1776018844) -> (continuation of Deferred@1141211099 after retry RPC after error@1792190580) -> (continuation of Deferred@812573528 after retry RPC after error@112138188) -> (continuation of Deferred@1773882213 after retry RPC after error@383110958) -> (continuation of Deferred@1374067343 after retry RPC after error@797570568), errback=(continuation of Deferred@836097274 after retry RPC after error@1220507376) -> (continuation of Deferred@877868040 after retry RPC after error@1166900889) -> (continuation of Deferred@1516245206 after retry RPC after error@1776018844) -> (continuation of Deferred@1141211099 after retry RPC after error@1792190580) -> (continuation of Deferred@812573528 after retry RPC after error@112138188) -> (continuation of Deferred@1773882213 after retry RPC after error@383110958) -> (continuation of Deferred@1374067343 after retry RPC after error@797570568)))
03:04:22.254 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1949348840(state=PENDING, result=null, callback=(continuation of Deferred@836097274 after retry RPC after error@1220507376) -> (continuation of Deferred@877868040 after retry RPC after error@1166900889) -> (continuation of Deferred@1516245206 after retry RPC after error@1776018844) -> (continuation of Deferred@1141211099 after retry RPC after error@1792190580) -> (continuation of Deferred@812573528 after retry RPC after error@112138188) -> (continuation of Deferred@1773882213 after retry RPC after error@383110958) -> (continuation of Deferred@1374067343 after retry RPC after error@797570568), errback=(continuation of Deferred@836097274 after retry RPC after error@1220507376) -> (continuation of Deferred@877868040 after retry RPC after error@1166900889) -> (continuation of Deferred@1516245206 after retry RPC after error@1776018844) -> (continuation of Deferred@1141211099 after retry RPC after error@1792190580) -> (continuation of Deferred@812573528 after retry RPC after error@112138188) -> (continuation of Deferred@1773882213 after retry RPC after error@383110958) -> (continuation of Deferred@1374067343 after retry RPC after error@797570568)))
03:04:22.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.397109 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.397302 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:22.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@290413088(state=PENDING, result=null, callback=(continuation of Deferred@54647430 after retry RPC after error@1486249337) -> (continuation of Deferred@574106467 after retry RPC after error@1238235998) -> (continuation of Deferred@1146461451 after retry RPC after error@776105325) -> (continuation of Deferred@1296181493 after retry RPC after error@1811098888) -> (continuation of Deferred@52844728 after retry RPC after error@1051882676) -> (continuation of Deferred@1651238423 after retry RPC after error@268573759), errback=(continuation of Deferred@54647430 after retry RPC after error@1486249337) -> (continuation of Deferred@574106467 after retry RPC after error@1238235998) -> (continuation of Deferred@1146461451 after retry RPC after error@776105325) -> (continuation of Deferred@1296181493 after retry RPC after error@1811098888) -> (continuation of Deferred@52844728 after retry RPC after error@1051882676) -> (continuation of Deferred@1651238423 after retry RPC after error@268573759)))
03:04:22.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@290413088(state=PENDING, result=null, callback=(continuation of Deferred@54647430 after retry RPC after error@1486249337) -> (continuation of Deferred@574106467 after retry RPC after error@1238235998) -> (continuation of Deferred@1146461451 after retry RPC after error@776105325) -> (continuation of Deferred@1296181493 after retry RPC after error@1811098888) -> (continuation of Deferred@52844728 after retry RPC after error@1051882676) -> (continuation of Deferred@1651238423 after retry RPC after error@268573759), errback=(continuation of Deferred@54647430 after retry RPC after error@1486249337) -> (continuation of Deferred@574106467 after retry RPC after error@1238235998) -> (continuation of Deferred@1146461451 after retry RPC after error@776105325) -> (continuation of Deferred@1296181493 after retry RPC after error@1811098888) -> (continuation of Deferred@52844728 after retry RPC after error@1051882676) -> (continuation of Deferred@1651238423 after retry RPC after error@268573759)))
03:04:22.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@919048848(state=PENDING, result=null, callback=(continuation of Deferred@846159238 after retry RPC after error@293685096) -> (continuation of Deferred@187313751 after retry RPC after error@32734896) -> (continuation of Deferred@1236832357 after retry RPC after error@1377383485) -> (continuation of Deferred@144433343 after retry RPC after error@302455266) -> (continuation of Deferred@523339903 after retry RPC after error@76742520) -> (continuation of Deferred@1406888269 after retry RPC after error@2042208989), errback=(continuation of Deferred@846159238 after retry RPC after error@293685096) -> (continuation of Deferred@187313751 after retry RPC after error@32734896) -> (continuation of Deferred@1236832357 after retry RPC after error@1377383485) -> (continuation of Deferred@144433343 after retry RPC after error@302455266) -> (continuation of Deferred@523339903 after retry RPC after error@76742520) -> (continuation of Deferred@1406888269 after retry RPC after error@2042208989)))
03:04:22.635 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@919048848(state=PENDING, result=null, callback=(continuation of Deferred@846159238 after retry RPC after error@293685096) -> (continuation of Deferred@187313751 after retry RPC after error@32734896) -> (continuation of Deferred@1236832357 after retry RPC after error@1377383485) -> (continuation of Deferred@144433343 after retry RPC after error@302455266) -> (continuation of Deferred@523339903 after retry RPC after error@76742520) -> (continuation of Deferred@1406888269 after retry RPC after error@2042208989), errback=(continuation of Deferred@846159238 after retry RPC after error@293685096) -> (continuation of Deferred@187313751 after retry RPC after error@32734896) -> (continuation of Deferred@1236832357 after retry RPC after error@1377383485) -> (continuation of Deferred@144433343 after retry RPC after error@302455266) -> (continuation of Deferred@523339903 after retry RPC after error@76742520) -> (continuation of Deferred@1406888269 after retry RPC after error@2042208989)))
03:04:22.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.813247 5866 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.813442 5866 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.814221 5866 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:22.814702 4912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:04:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:22.816049 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:22.816237 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.816387 4911 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:22.816643 5866 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:22.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.912 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1935460423(state=PENDING, result=null, callback=(continuation of Deferred@752245813 after retry RPC after error@1967385326) -> (continuation of Deferred@24385116 after retry RPC after error@343926981) -> (continuation of Deferred@173422987 after retry RPC after error@1613276853) -> (continuation of Deferred@1104120346 after retry RPC after error@714959654) -> (continuation of Deferred@289179039 after retry RPC after error@881099779) -> (continuation of Deferred@161892307 after retry RPC after error@1210304922) -> (continuation of Deferred@1028046204 after retry RPC after error@770871883), errback=(continuation of Deferred@752245813 after retry RPC after error@1967385326) -> (continuation of Deferred@24385116 after retry RPC after error@343926981) -> (continuation of Deferred@173422987 after retry RPC after error@1613276853) -> (continuation of Deferred@1104120346 after retry RPC after error@714959654) -> (continuation of Deferred@289179039 after retry RPC after error@881099779) -> (continuation of Deferred@161892307 after retry RPC after error@1210304922) -> (continuation of Deferred@1028046204 after retry RPC after error@770871883)))
03:04:22.913 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:22.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:22.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:22.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:22.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:22.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:22.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@92637610(state=PENDING, result=null, callback=(continuation of Deferred@344482705 after retry RPC after error@2070531846) -> (continuation of Deferred@81402883 after retry RPC after error@758844907) -> (continuation of Deferred@2063103798 after retry RPC after error@1331467920) -> (continuation of Deferred@464695676 after retry RPC after error@1846784948) -> (continuation of Deferred@1475029127 after retry RPC after error@2083052796) -> (continuation of Deferred@1923070804 after retry RPC after error@23214240) -> (continuation of Deferred@264476443 after retry RPC after error@892761379), errback=(continuation of Deferred@344482705 after retry RPC after error@2070531846) -> (continuation of Deferred@81402883 after retry RPC after error@758844907) -> (continuation of Deferred@2063103798 after retry RPC after error@1331467920) -> (continuation of Deferred@464695676 after retry RPC after error@1846784948) -> (continuation of Deferred@1475029127 after retry RPC after error@2083052796) -> (continuation of Deferred@1923070804 after retry RPC after error@23214240) -> (continuation of Deferred@264476443 after retry RPC after error@892761379)))
03:04:23.114 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@92637610(state=PENDING, result=null, callback=(continuation of Deferred@344482705 after retry RPC after error@2070531846) -> (continuation of Deferred@81402883 after retry RPC after error@758844907) -> (continuation of Deferred@2063103798 after retry RPC after error@1331467920) -> (continuation of Deferred@464695676 after retry RPC after error@1846784948) -> (continuation of Deferred@1475029127 after retry RPC after error@2083052796) -> (continuation of Deferred@1923070804 after retry RPC after error@23214240) -> (continuation of Deferred@264476443 after retry RPC after error@892761379), errback=(continuation of Deferred@344482705 after retry RPC after error@2070531846) -> (continuation of Deferred@81402883 after retry RPC after error@758844907) -> (continuation of Deferred@2063103798 after retry RPC after error@1331467920) -> (continuation of Deferred@464695676 after retry RPC after error@1846784948) -> (continuation of Deferred@1475029127 after retry RPC after error@2083052796) -> (continuation of Deferred@1923070804 after retry RPC after error@23214240) -> (continuation of Deferred@264476443 after retry RPC after error@892761379)))
03:04:23.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.191 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@270181098(state=PENDING, result=null, callback=(continuation of Deferred@337683765 after retry RPC after error@999191440) -> (continuation of Deferred@556750397 after retry RPC after error@1684520192) -> (continuation of Deferred@1979688372 after retry RPC after error@1034242664) -> (continuation of Deferred@1725984095 after retry RPC after error@1068909374) -> (continuation of Deferred@938251129 after retry RPC after error@537754086) -> (continuation of Deferred@1164079661 after retry RPC after error@1212179980), errback=(continuation of Deferred@337683765 after retry RPC after error@999191440) -> (continuation of Deferred@556750397 after retry RPC after error@1684520192) -> (continuation of Deferred@1979688372 after retry RPC after error@1034242664) -> (continuation of Deferred@1725984095 after retry RPC after error@1068909374) -> (continuation of Deferred@938251129 after retry RPC after error@537754086) -> (continuation of Deferred@1164079661 after retry RPC after error@1212179980)))
03:04:23.274 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@270181098(state=PENDING, result=null, callback=(continuation of Deferred@337683765 after retry RPC after error@999191440) -> (continuation of Deferred@556750397 after retry RPC after error@1684520192) -> (continuation of Deferred@1979688372 after retry RPC after error@1034242664) -> (continuation of Deferred@1725984095 after retry RPC after error@1068909374) -> (continuation of Deferred@938251129 after retry RPC after error@537754086) -> (continuation of Deferred@1164079661 after retry RPC after error@1212179980), errback=(continuation of Deferred@337683765 after retry RPC after error@999191440) -> (continuation of Deferred@556750397 after retry RPC after error@1684520192) -> (continuation of Deferred@1979688372 after retry RPC after error@1034242664) -> (continuation of Deferred@1725984095 after retry RPC after error@1068909374) -> (continuation of Deferred@938251129 after retry RPC after error@537754086) -> (continuation of Deferred@1164079661 after retry RPC after error@1212179980)))
03:04:23.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.355 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:23.484851 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:23.486238 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:23.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:23.487519 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:23.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1593178663(state=PENDING, result=null, callback=(continuation of Deferred@2006704855 after retry RPC after error@329774716) -> (continuation of Deferred@332547567 after retry RPC after error@1653059952) -> (continuation of Deferred@1243773613 after retry RPC after error@1721393539) -> (continuation of Deferred@1734782338 after retry RPC after error@951426095) -> (continuation of Deferred@1637576326 after retry RPC after error@1421380943) -> (continuation of Deferred@115351783 after retry RPC after error@312508656) -> (continuation of Deferred@687154044 after retry RPC after error@943129048), errback=(continuation of Deferred@2006704855 after retry RPC after error@329774716) -> (continuation of Deferred@332547567 after retry RPC after error@1653059952) -> (continuation of Deferred@1243773613 after retry RPC after error@1721393539) -> (continuation of Deferred@1734782338 after retry RPC after error@951426095) -> (continuation of Deferred@1637576326 after retry RPC after error@1421380943) -> (continuation of Deferred@115351783 after retry RPC after error@312508656) -> (continuation of Deferred@687154044 after retry RPC after error@943129048)))
03:04:23.534 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1593178663(state=PENDING, result=null, callback=(continuation of Deferred@2006704855 after retry RPC after error@329774716) -> (continuation of Deferred@332547567 after retry RPC after error@1653059952) -> (continuation of Deferred@1243773613 after retry RPC after error@1721393539) -> (continuation of Deferred@1734782338 after retry RPC after error@951426095) -> (continuation of Deferred@1637576326 after retry RPC after error@1421380943) -> (continuation of Deferred@115351783 after retry RPC after error@312508656) -> (continuation of Deferred@687154044 after retry RPC after error@943129048), errback=(continuation of Deferred@2006704855 after retry RPC after error@329774716) -> (continuation of Deferred@332547567 after retry RPC after error@1653059952) -> (continuation of Deferred@1243773613 after retry RPC after error@1721393539) -> (continuation of Deferred@1734782338 after retry RPC after error@951426095) -> (continuation of Deferred@1637576326 after retry RPC after error@1421380943) -> (continuation of Deferred@115351783 after retry RPC after error@312508656) -> (continuation of Deferred@687154044 after retry RPC after error@943129048)))
03:04:23.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1882549784(state=PENDING, result=null, callback=(continuation of Deferred@1655250191 after retry RPC after error@1637192823) -> (continuation of Deferred@1951607074 after retry RPC after error@802016286) -> (continuation of Deferred@86441357 after retry RPC after error@1222502258) -> (continuation of Deferred@623566194 after retry RPC after error@1682327797) -> (continuation of Deferred@1455295333 after retry RPC after error@1904181431) -> (continuation of Deferred@46994087 after retry RPC after error@1411048427) -> (continuation of Deferred@1926836014 after retry RPC after error@2142135290) -> (continuation of Deferred@354164354 after retry RPC after error@379236977), errback=(continuation of Deferred@1655250191 after retry RPC after error@1637192823) -> (continuation of Deferred@1951607074 after retry RPC after error@802016286) -> (continuation of Deferred@86441357 after retry RPC after error@1222502258) -> (continuation of Deferred@623566194 after retry RPC after error@1682327797) -> (continuation of Deferred@1455295333 after retry RPC after error@1904181431) -> (continuation of Deferred@46994087 after retry RPC after error@1411048427) -> (continuation of Deferred@1926836014 after retry RPC after error@2142135290) -> (continuation of Deferred@354164354 after retry RPC after error@379236977)))
03:04:23.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1882549784(state=PENDING, result=null, callback=(continuation of Deferred@1655250191 after retry RPC after error@1637192823) -> (continuation of Deferred@1951607074 after retry RPC after error@802016286) -> (continuation of Deferred@86441357 after retry RPC after error@1222502258) -> (continuation of Deferred@623566194 after retry RPC after error@1682327797) -> (continuation of Deferred@1455295333 after retry RPC after error@1904181431) -> (continuation of Deferred@46994087 after retry RPC after error@1411048427) -> (continuation of Deferred@1926836014 after retry RPC after error@2142135290) -> (continuation of Deferred@354164354 after retry RPC after error@379236977), errback=(continuation of Deferred@1655250191 after retry RPC after error@1637192823) -> (continuation of Deferred@1951607074 after retry RPC after error@802016286) -> (continuation of Deferred@86441357 after retry RPC after error@1222502258) -> (continuation of Deferred@623566194 after retry RPC after error@1682327797) -> (continuation of Deferred@1455295333 after retry RPC after error@1904181431) -> (continuation of Deferred@46994087 after retry RPC after error@1411048427) -> (continuation of Deferred@1926836014 after retry RPC after error@2142135290) -> (continuation of Deferred@354164354 after retry RPC after error@379236977)))
03:04:23.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:23.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:23.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:23.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:23.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:23.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@248369723(state=PENDING, result=null, callback=(continuation of Deferred@1434224349 after retry RPC after error@1987346266) -> (continuation of Deferred@1212213747 after retry RPC after error@687650506) -> (continuation of Deferred@419923814 after retry RPC after error@1281140147) -> (continuation of Deferred@52216506 after retry RPC after error@1310424821) -> (continuation of Deferred@1795353831 after retry RPC after error@1113242889) -> (continuation of Deferred@657899242 after retry RPC after error@852463663), errback=(continuation of Deferred@1434224349 after retry RPC after error@1987346266) -> (continuation of Deferred@1212213747 after retry RPC after error@687650506) -> (continuation of Deferred@419923814 after retry RPC after error@1281140147) -> (continuation of Deferred@52216506 after retry RPC after error@1310424821) -> (continuation of Deferred@1795353831 after retry RPC after error@1113242889) -> (continuation of Deferred@657899242 after retry RPC after error@852463663)))
03:04:24.015 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@248369723(state=PENDING, result=null, callback=(continuation of Deferred@1434224349 after retry RPC after error@1987346266) -> (continuation of Deferred@1212213747 after retry RPC after error@687650506) -> (continuation of Deferred@419923814 after retry RPC after error@1281140147) -> (continuation of Deferred@52216506 after retry RPC after error@1310424821) -> (continuation of Deferred@1795353831 after retry RPC after error@1113242889) -> (continuation of Deferred@657899242 after retry RPC after error@852463663), errback=(continuation of Deferred@1434224349 after retry RPC after error@1987346266) -> (continuation of Deferred@1212213747 after retry RPC after error@687650506) -> (continuation of Deferred@419923814 after retry RPC after error@1281140147) -> (continuation of Deferred@52216506 after retry RPC after error@1310424821) -> (continuation of Deferred@1795353831 after retry RPC after error@1113242889) -> (continuation of Deferred@657899242 after retry RPC after error@852463663)))
03:04:24.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.091 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1715719112(state=PENDING, result=null, callback=(continuation of Deferred@926262705 after retry RPC after error@1212141656) -> (continuation of Deferred@819868282 after retry RPC after error@1220260386) -> (continuation of Deferred@1387896489 after retry RPC after error@1689397686) -> (continuation of Deferred@633244344 after retry RPC after error@813762191) -> (continuation of Deferred@785619680 after retry RPC after error@1541011733) -> (continuation of Deferred@182666140 after retry RPC after error@846104881) -> (continuation of Deferred@14160134 after retry RPC after error@350044505), errback=(continuation of Deferred@926262705 after retry RPC after error@1212141656) -> (continuation of Deferred@819868282 after retry RPC after error@1220260386) -> (continuation of Deferred@1387896489 after retry RPC after error@1689397686) -> (continuation of Deferred@633244344 after retry RPC after error@813762191) -> (continuation of Deferred@785619680 after retry RPC after error@1541011733) -> (continuation of Deferred@182666140 after retry RPC after error@846104881) -> (continuation of Deferred@14160134 after retry RPC after error@350044505)))
03:04:24.234 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1715719112(state=PENDING, result=null, callback=(continuation of Deferred@926262705 after retry RPC after error@1212141656) -> (continuation of Deferred@819868282 after retry RPC after error@1220260386) -> (continuation of Deferred@1387896489 after retry RPC after error@1689397686) -> (continuation of Deferred@633244344 after retry RPC after error@813762191) -> (continuation of Deferred@785619680 after retry RPC after error@1541011733) -> (continuation of Deferred@182666140 after retry RPC after error@846104881) -> (continuation of Deferred@14160134 after retry RPC after error@350044505), errback=(continuation of Deferred@926262705 after retry RPC after error@1212141656) -> (continuation of Deferred@819868282 after retry RPC after error@1220260386) -> (continuation of Deferred@1387896489 after retry RPC after error@1689397686) -> (continuation of Deferred@633244344 after retry RPC after error@813762191) -> (continuation of Deferred@785619680 after retry RPC after error@1541011733) -> (continuation of Deferred@182666140 after retry RPC after error@846104881) -> (continuation of Deferred@14160134 after retry RPC after error@350044505)))
03:04:24.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@481168025(state=PENDING, result=null, callback=(continuation of Deferred@1517574660 after retry RPC after error@110200413) -> (continuation of Deferred@1836669301 after retry RPC after error@24079489) -> (continuation of Deferred@2033427154 after retry RPC after error@1939497159) -> (continuation of Deferred@1418669360 after retry RPC after error@780032068) -> (continuation of Deferred@1254050411 after retry RPC after error@1787008931) -> (continuation of Deferred@1204343150 after retry RPC after error@463998379) -> (continuation of Deferred@729084071 after retry RPC after error@1564230885), errback=(continuation of Deferred@1517574660 after retry RPC after error@110200413) -> (continuation of Deferred@1836669301 after retry RPC after error@24079489) -> (continuation of Deferred@2033427154 after retry RPC after error@1939497159) -> (continuation of Deferred@1418669360 after retry RPC after error@780032068) -> (continuation of Deferred@1254050411 after retry RPC after error@1787008931) -> (continuation of Deferred@1204343150 after retry RPC after error@463998379) -> (continuation of Deferred@729084071 after retry RPC after error@1564230885)))
03:04:24.435 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@481168025(state=PENDING, result=null, callback=(continuation of Deferred@1517574660 after retry RPC after error@110200413) -> (continuation of Deferred@1836669301 after retry RPC after error@24079489) -> (continuation of Deferred@2033427154 after retry RPC after error@1939497159) -> (continuation of Deferred@1418669360 after retry RPC after error@780032068) -> (continuation of Deferred@1254050411 after retry RPC after error@1787008931) -> (continuation of Deferred@1204343150 after retry RPC after error@463998379) -> (continuation of Deferred@729084071 after retry RPC after error@1564230885), errback=(continuation of Deferred@1517574660 after retry RPC after error@110200413) -> (continuation of Deferred@1836669301 after retry RPC after error@24079489) -> (continuation of Deferred@2033427154 after retry RPC after error@1939497159) -> (continuation of Deferred@1418669360 after retry RPC after error@780032068) -> (continuation of Deferred@1254050411 after retry RPC after error@1787008931) -> (continuation of Deferred@1204343150 after retry RPC after error@463998379) -> (continuation of Deferred@729084071 after retry RPC after error@1564230885)))
03:04:24.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@297372351(state=PENDING, result=null, callback=(continuation of Deferred@2047038996 after retry RPC after error@622625809) -> (continuation of Deferred@341150696 after retry RPC after error@1239685039) -> (continuation of Deferred@691493745 after retry RPC after error@1758096970) -> (continuation of Deferred@1350087280 after retry RPC after error@961056447) -> (continuation of Deferred@708294196 after retry RPC after error@288630022) -> (continuation of Deferred@72023650 after retry RPC after error@2030740770), errback=(continuation of Deferred@2047038996 after retry RPC after error@622625809) -> (continuation of Deferred@341150696 after retry RPC after error@1239685039) -> (continuation of Deferred@691493745 after retry RPC after error@1758096970) -> (continuation of Deferred@1350087280 after retry RPC after error@961056447) -> (continuation of Deferred@708294196 after retry RPC after error@288630022) -> (continuation of Deferred@72023650 after retry RPC after error@2030740770)))
03:04:24.594 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@297372351(state=PENDING, result=null, callback=(continuation of Deferred@2047038996 after retry RPC after error@622625809) -> (continuation of Deferred@341150696 after retry RPC after error@1239685039) -> (continuation of Deferred@691493745 after retry RPC after error@1758096970) -> (continuation of Deferred@1350087280 after retry RPC after error@961056447) -> (continuation of Deferred@708294196 after retry RPC after error@288630022) -> (continuation of Deferred@72023650 after retry RPC after error@2030740770), errback=(continuation of Deferred@2047038996 after retry RPC after error@622625809) -> (continuation of Deferred@341150696 after retry RPC after error@1239685039) -> (continuation of Deferred@691493745 after retry RPC after error@1758096970) -> (continuation of Deferred@1350087280 after retry RPC after error@961056447) -> (continuation of Deferred@708294196 after retry RPC after error@288630022) -> (continuation of Deferred@72023650 after retry RPC after error@2030740770)))
03:04:24.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@486745561(state=PENDING, result=null, callback=(continuation of Deferred@163899232 after retry RPC after error@1352641660) -> (continuation of Deferred@1868293201 after retry RPC after error@1811032462) -> (continuation of Deferred@1168321655 after retry RPC after error@1752339699) -> (continuation of Deferred@1488686272 after retry RPC after error@578777088) -> (continuation of Deferred@2128818348 after retry RPC after error@46855823) -> (continuation of Deferred@101951386 after retry RPC after error@1605707816), errback=(continuation of Deferred@163899232 after retry RPC after error@1352641660) -> (continuation of Deferred@1868293201 after retry RPC after error@1811032462) -> (continuation of Deferred@1168321655 after retry RPC after error@1752339699) -> (continuation of Deferred@1488686272 after retry RPC after error@578777088) -> (continuation of Deferred@2128818348 after retry RPC after error@46855823) -> (continuation of Deferred@101951386 after retry RPC after error@1605707816)))
03:04:24.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@486745561(state=PENDING, result=null, callback=(continuation of Deferred@163899232 after retry RPC after error@1352641660) -> (continuation of Deferred@1868293201 after retry RPC after error@1811032462) -> (continuation of Deferred@1168321655 after retry RPC after error@1752339699) -> (continuation of Deferred@1488686272 after retry RPC after error@578777088) -> (continuation of Deferred@2128818348 after retry RPC after error@46855823) -> (continuation of Deferred@101951386 after retry RPC after error@1605707816), errback=(continuation of Deferred@163899232 after retry RPC after error@1352641660) -> (continuation of Deferred@1868293201 after retry RPC after error@1811032462) -> (continuation of Deferred@1168321655 after retry RPC after error@1752339699) -> (continuation of Deferred@1488686272 after retry RPC after error@578777088) -> (continuation of Deferred@2128818348 after retry RPC after error@46855823) -> (continuation of Deferred@101951386 after retry RPC after error@1605707816)))
03:04:24.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:24.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:24.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:24.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:24.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:24.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.073 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1511775825(state=PENDING, result=null, callback=(continuation of Deferred@2069900202 after retry RPC after error@1831812786) -> (continuation of Deferred@567115516 after retry RPC after error@631297474) -> (continuation of Deferred@1609013159 after retry RPC after error@1269426247) -> (continuation of Deferred@22631760 after retry RPC after error@578068092) -> (continuation of Deferred@1095593786 after retry RPC after error@1159879812) -> (continuation of Deferred@236610213 after retry RPC after error@136026724) -> (continuation of Deferred@570753250 after retry RPC after error@1964289626) -> (continuation of Deferred@684123415 after retry RPC after error@2086306513), errback=(continuation of Deferred@2069900202 after retry RPC after error@1831812786) -> (continuation of Deferred@567115516 after retry RPC after error@631297474) -> (continuation of Deferred@1609013159 after retry RPC after error@1269426247) -> (continuation of Deferred@22631760 after retry RPC after error@578068092) -> (continuation of Deferred@1095593786 after retry RPC after error@1159879812) -> (continuation of Deferred@236610213 after retry RPC after error@136026724) -> (continuation of Deferred@570753250 after retry RPC after error@1964289626) -> (continuation of Deferred@684123415 after retry RPC after error@2086306513)))
03:04:25.073 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:25.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.116 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@990124961(state=PENDING, result=null, callback=(continuation of Deferred@1618553064 after retry RPC after error@1580710452) -> (continuation of Deferred@578249082 after retry RPC after error@968208262) -> (continuation of Deferred@279117360 after retry RPC after error@1931935754) -> (continuation of Deferred@1791148965 after retry RPC after error@2124384484) -> (continuation of Deferred@2043390585 after retry RPC after error@849859098) -> (continuation of Deferred@1317330944 after retry RPC after error@1289652636) -> (continuation of Deferred@1751284252 after retry RPC after error@1683571208), errback=(continuation of Deferred@1618553064 after retry RPC after error@1580710452) -> (continuation of Deferred@578249082 after retry RPC after error@968208262) -> (continuation of Deferred@279117360 after retry RPC after error@1931935754) -> (continuation of Deferred@1791148965 after retry RPC after error@2124384484) -> (continuation of Deferred@2043390585 after retry RPC after error@849859098) -> (continuation of Deferred@1317330944 after retry RPC after error@1289652636) -> (continuation of Deferred@1751284252 after retry RPC after error@1683571208)))
03:04:25.294 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [24ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@990124961(state=PENDING, result=null, callback=(continuation of Deferred@1618553064 after retry RPC after error@1580710452) -> (continuation of Deferred@578249082 after retry RPC after error@968208262) -> (continuation of Deferred@279117360 after retry RPC after error@1931935754) -> (continuation of Deferred@1791148965 after retry RPC after error@2124384484) -> (continuation of Deferred@2043390585 after retry RPC after error@849859098) -> (continuation of Deferred@1317330944 after retry RPC after error@1289652636) -> (continuation of Deferred@1751284252 after retry RPC after error@1683571208), errback=(continuation of Deferred@1618553064 after retry RPC after error@1580710452) -> (continuation of Deferred@578249082 after retry RPC after error@968208262) -> (continuation of Deferred@279117360 after retry RPC after error@1931935754) -> (continuation of Deferred@1791148965 after retry RPC after error@2124384484) -> (continuation of Deferred@2043390585 after retry RPC after error@849859098) -> (continuation of Deferred@1317330944 after retry RPC after error@1289652636) -> (continuation of Deferred@1751284252 after retry RPC after error@1683571208)))
03:04:25.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1185544162(state=PENDING, result=null, callback=(continuation of Deferred@1886759557 after retry RPC after error@159576883) -> (continuation of Deferred@1122785234 after retry RPC after error@1265872522) -> (continuation of Deferred@378475747 after retry RPC after error@143287914) -> (continuation of Deferred@687403630 after retry RPC after error@2125008389) -> (continuation of Deferred@284108095 after retry RPC after error@1259186302) -> (continuation of Deferred@612976883 after retry RPC after error@308716353) -> (continuation of Deferred@2076814063 after retry RPC after error@1570874288), errback=(continuation of Deferred@1886759557 after retry RPC after error@159576883) -> (continuation of Deferred@1122785234 after retry RPC after error@1265872522) -> (continuation of Deferred@378475747 after retry RPC after error@143287914) -> (continuation of Deferred@687403630 after retry RPC after error@2125008389) -> (continuation of Deferred@284108095 after retry RPC after error@1259186302) -> (continuation of Deferred@612976883 after retry RPC after error@308716353) -> (continuation of Deferred@2076814063 after retry RPC after error@1570874288)))
03:04:25.534 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1185544162(state=PENDING, result=null, callback=(continuation of Deferred@1886759557 after retry RPC after error@159576883) -> (continuation of Deferred@1122785234 after retry RPC after error@1265872522) -> (continuation of Deferred@378475747 after retry RPC after error@143287914) -> (continuation of Deferred@687403630 after retry RPC after error@2125008389) -> (continuation of Deferred@284108095 after retry RPC after error@1259186302) -> (continuation of Deferred@612976883 after retry RPC after error@308716353) -> (continuation of Deferred@2076814063 after retry RPC after error@1570874288), errback=(continuation of Deferred@1886759557 after retry RPC after error@159576883) -> (continuation of Deferred@1122785234 after retry RPC after error@1265872522) -> (continuation of Deferred@378475747 after retry RPC after error@143287914) -> (continuation of Deferred@687403630 after retry RPC after error@2125008389) -> (continuation of Deferred@284108095 after retry RPC after error@1259186302) -> (continuation of Deferred@612976883 after retry RPC after error@308716353) -> (continuation of Deferred@2076814063 after retry RPC after error@1570874288)))
03:04:25.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.793 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1388375483(state=PENDING, result=null, callback=(continuation of Deferred@1611774226 after retry RPC after error@1894784278) -> (continuation of Deferred@643496124 after retry RPC after error@1931638009) -> (continuation of Deferred@513182374 after retry RPC after error@1853766863) -> (continuation of Deferred@529573540 after retry RPC after error@2138410003) -> (continuation of Deferred@1427958497 after retry RPC after error@1251687625) -> (continuation of Deferred@1344542392 after retry RPC after error@56761787) -> (continuation of Deferred@832287956 after retry RPC after error@578136922) -> (continuation of Deferred@1385490554 after retry RPC after error@1091086422), errback=(continuation of Deferred@1611774226 after retry RPC after error@1894784278) -> (continuation of Deferred@643496124 after retry RPC after error@1931638009) -> (continuation of Deferred@513182374 after retry RPC after error@1853766863) -> (continuation of Deferred@529573540 after retry RPC after error@2138410003) -> (continuation of Deferred@1427958497 after retry RPC after error@1251687625) -> (continuation of Deferred@1344542392 after retry RPC after error@56761787) -> (continuation of Deferred@832287956 after retry RPC after error@578136922) -> (continuation of Deferred@1385490554 after retry RPC after error@1091086422)))
03:04:25.794 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1388375483(state=PENDING, result=null, callback=(continuation of Deferred@1611774226 after retry RPC after error@1894784278) -> (continuation of Deferred@643496124 after retry RPC after error@1931638009) -> (continuation of Deferred@513182374 after retry RPC after error@1853766863) -> (continuation of Deferred@529573540 after retry RPC after error@2138410003) -> (continuation of Deferred@1427958497 after retry RPC after error@1251687625) -> (continuation of Deferred@1344542392 after retry RPC after error@56761787) -> (continuation of Deferred@832287956 after retry RPC after error@578136922) -> (continuation of Deferred@1385490554 after retry RPC after error@1091086422), errback=(continuation of Deferred@1611774226 after retry RPC after error@1894784278) -> (continuation of Deferred@643496124 after retry RPC after error@1931638009) -> (continuation of Deferred@513182374 after retry RPC after error@1853766863) -> (continuation of Deferred@529573540 after retry RPC after error@2138410003) -> (continuation of Deferred@1427958497 after retry RPC after error@1251687625) -> (continuation of Deferred@1344542392 after retry RPC after error@56761787) -> (continuation of Deferred@832287956 after retry RPC after error@578136922) -> (continuation of Deferred@1385490554 after retry RPC after error@1091086422)))
03:04:25.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:25.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:25.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:25.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:25.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:25.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1324449933(state=PENDING, result=null, callback=(continuation of Deferred@904334591 after retry RPC after error@224943427) -> (continuation of Deferred@1338026136 after retry RPC after error@225950725) -> (continuation of Deferred@16435616 after retry RPC after error@1337396921) -> (continuation of Deferred@91880383 after retry RPC after error@895412353) -> (continuation of Deferred@1665110083 after retry RPC after error@344623195) -> (continuation of Deferred@1583627638 after retry RPC after error@482139355) -> (continuation of Deferred@52357767 after retry RPC after error@1125544687), errback=(continuation of Deferred@904334591 after retry RPC after error@224943427) -> (continuation of Deferred@1338026136 after retry RPC after error@225950725) -> (continuation of Deferred@16435616 after retry RPC after error@1337396921) -> (continuation of Deferred@91880383 after retry RPC after error@895412353) -> (continuation of Deferred@1665110083 after retry RPC after error@344623195) -> (continuation of Deferred@1583627638 after retry RPC after error@482139355) -> (continuation of Deferred@52357767 after retry RPC after error@1125544687)))
03:04:26.034 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1324449933(state=PENDING, result=null, callback=(continuation of Deferred@904334591 after retry RPC after error@224943427) -> (continuation of Deferred@1338026136 after retry RPC after error@225950725) -> (continuation of Deferred@16435616 after retry RPC after error@1337396921) -> (continuation of Deferred@91880383 after retry RPC after error@895412353) -> (continuation of Deferred@1665110083 after retry RPC after error@344623195) -> (continuation of Deferred@1583627638 after retry RPC after error@482139355) -> (continuation of Deferred@52357767 after retry RPC after error@1125544687), errback=(continuation of Deferred@904334591 after retry RPC after error@224943427) -> (continuation of Deferred@1338026136 after retry RPC after error@225950725) -> (continuation of Deferred@16435616 after retry RPC after error@1337396921) -> (continuation of Deferred@91880383 after retry RPC after error@895412353) -> (continuation of Deferred@1665110083 after retry RPC after error@344623195) -> (continuation of Deferred@1583627638 after retry RPC after error@482139355) -> (continuation of Deferred@52357767 after retry RPC after error@1125544687)))
03:04:26.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1147350184(state=PENDING, result=null, callback=(continuation of Deferred@1246584253 after retry RPC after error@153215616) -> (continuation of Deferred@1029856984 after retry RPC after error@1622750128) -> (continuation of Deferred@1085881007 after retry RPC after error@1175119322) -> (continuation of Deferred@1773270877 after retry RPC after error@1086094696) -> (continuation of Deferred@1230588818 after retry RPC after error@1491882838) -> (continuation of Deferred@1048665097 after retry RPC after error@502604172) -> (continuation of Deferred@510913659 after retry RPC after error@616528384), errback=(continuation of Deferred@1246584253 after retry RPC after error@153215616) -> (continuation of Deferred@1029856984 after retry RPC after error@1622750128) -> (continuation of Deferred@1085881007 after retry RPC after error@1175119322) -> (continuation of Deferred@1773270877 after retry RPC after error@1086094696) -> (continuation of Deferred@1230588818 after retry RPC after error@1491882838) -> (continuation of Deferred@1048665097 after retry RPC after error@502604172) -> (continuation of Deferred@510913659 after retry RPC after error@616528384)))
03:04:26.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1147350184(state=PENDING, result=null, callback=(continuation of Deferred@1246584253 after retry RPC after error@153215616) -> (continuation of Deferred@1029856984 after retry RPC after error@1622750128) -> (continuation of Deferred@1085881007 after retry RPC after error@1175119322) -> (continuation of Deferred@1773270877 after retry RPC after error@1086094696) -> (continuation of Deferred@1230588818 after retry RPC after error@1491882838) -> (continuation of Deferred@1048665097 after retry RPC after error@502604172) -> (continuation of Deferred@510913659 after retry RPC after error@616528384), errback=(continuation of Deferred@1246584253 after retry RPC after error@153215616) -> (continuation of Deferred@1029856984 after retry RPC after error@1622750128) -> (continuation of Deferred@1085881007 after retry RPC after error@1175119322) -> (continuation of Deferred@1773270877 after retry RPC after error@1086094696) -> (continuation of Deferred@1230588818 after retry RPC after error@1491882838) -> (continuation of Deferred@1048665097 after retry RPC after error@502604172) -> (continuation of Deferred@510913659 after retry RPC after error@616528384)))
03:04:26.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@168785962(state=PENDING, result=null, callback=(continuation of Deferred@2089989261 after retry RPC after error@929291288) -> (continuation of Deferred@924934896 after retry RPC after error@1184797206) -> (continuation of Deferred@792813716 after retry RPC after error@107739768) -> (continuation of Deferred@987840167 after retry RPC after error@148706767) -> (continuation of Deferred@750555520 after retry RPC after error@1977423445) -> (continuation of Deferred@1190795855 after retry RPC after error@644422706) -> (continuation of Deferred@1855044078 after retry RPC after error@1944286679), errback=(continuation of Deferred@2089989261 after retry RPC after error@929291288) -> (continuation of Deferred@924934896 after retry RPC after error@1184797206) -> (continuation of Deferred@792813716 after retry RPC after error@107739768) -> (continuation of Deferred@987840167 after retry RPC after error@148706767) -> (continuation of Deferred@750555520 after retry RPC after error@1977423445) -> (continuation of Deferred@1190795855 after retry RPC after error@644422706) -> (continuation of Deferred@1855044078 after retry RPC after error@1944286679)))
03:04:26.515 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@168785962(state=PENDING, result=null, callback=(continuation of Deferred@2089989261 after retry RPC after error@929291288) -> (continuation of Deferred@924934896 after retry RPC after error@1184797206) -> (continuation of Deferred@792813716 after retry RPC after error@107739768) -> (continuation of Deferred@987840167 after retry RPC after error@148706767) -> (continuation of Deferred@750555520 after retry RPC after error@1977423445) -> (continuation of Deferred@1190795855 after retry RPC after error@644422706) -> (continuation of Deferred@1855044078 after retry RPC after error@1944286679), errback=(continuation of Deferred@2089989261 after retry RPC after error@929291288) -> (continuation of Deferred@924934896 after retry RPC after error@1184797206) -> (continuation of Deferred@792813716 after retry RPC after error@107739768) -> (continuation of Deferred@987840167 after retry RPC after error@148706767) -> (continuation of Deferred@750555520 after retry RPC after error@1977423445) -> (continuation of Deferred@1190795855 after retry RPC after error@644422706) -> (continuation of Deferred@1855044078 after retry RPC after error@1944286679)))
03:04:26.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2132564901(state=PENDING, result=null, callback=(continuation of Deferred@758377956 after retry RPC after error@434708980) -> (continuation of Deferred@1090024249 after retry RPC after error@1571084784) -> (continuation of Deferred@1867137901 after retry RPC after error@1073494513) -> (continuation of Deferred@1017050252 after retry RPC after error@1200542134) -> (continuation of Deferred@2053288705 after retry RPC after error@604978701) -> (continuation of Deferred@1870566548 after retry RPC after error@1590492076), errback=(continuation of Deferred@758377956 after retry RPC after error@434708980) -> (continuation of Deferred@1090024249 after retry RPC after error@1571084784) -> (continuation of Deferred@1867137901 after retry RPC after error@1073494513) -> (continuation of Deferred@1017050252 after retry RPC after error@1200542134) -> (continuation of Deferred@2053288705 after retry RPC after error@604978701) -> (continuation of Deferred@1870566548 after retry RPC after error@1590492076)))
03:04:26.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2132564901(state=PENDING, result=null, callback=(continuation of Deferred@758377956 after retry RPC after error@434708980) -> (continuation of Deferred@1090024249 after retry RPC after error@1571084784) -> (continuation of Deferred@1867137901 after retry RPC after error@1073494513) -> (continuation of Deferred@1017050252 after retry RPC after error@1200542134) -> (continuation of Deferred@2053288705 after retry RPC after error@604978701) -> (continuation of Deferred@1870566548 after retry RPC after error@1590492076), errback=(continuation of Deferred@758377956 after retry RPC after error@434708980) -> (continuation of Deferred@1090024249 after retry RPC after error@1571084784) -> (continuation of Deferred@1867137901 after retry RPC after error@1073494513) -> (continuation of Deferred@1017050252 after retry RPC after error@1200542134) -> (continuation of Deferred@2053288705 after retry RPC after error@604978701) -> (continuation of Deferred@1870566548 after retry RPC after error@1590492076)))
03:04:26.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.874 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1899521650(state=PENDING, result=null, callback=(continuation of Deferred@1506384911 after retry RPC after error@825984700) -> (continuation of Deferred@1468707874 after retry RPC after error@1706246999) -> (continuation of Deferred@1880064522 after retry RPC after error@493679825) -> (continuation of Deferred@524642554 after retry RPC after error@1611868606) -> (continuation of Deferred@1820387428 after retry RPC after error@380650329) -> (continuation of Deferred@570883021 after retry RPC after error@1537304810) -> (continuation of Deferred@814311474 after retry RPC after error@615997425), errback=(continuation of Deferred@1506384911 after retry RPC after error@825984700) -> (continuation of Deferred@1468707874 after retry RPC after error@1706246999) -> (continuation of Deferred@1880064522 after retry RPC after error@493679825) -> (continuation of Deferred@524642554 after retry RPC after error@1611868606) -> (continuation of Deferred@1820387428 after retry RPC after error@380650329) -> (continuation of Deferred@570883021 after retry RPC after error@1537304810) -> (continuation of Deferred@814311474 after retry RPC after error@615997425)))
03:04:26.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1899521650(state=PENDING, result=null, callback=(continuation of Deferred@1506384911 after retry RPC after error@825984700) -> (continuation of Deferred@1468707874 after retry RPC after error@1706246999) -> (continuation of Deferred@1880064522 after retry RPC after error@493679825) -> (continuation of Deferred@524642554 after retry RPC after error@1611868606) -> (continuation of Deferred@1820387428 after retry RPC after error@380650329) -> (continuation of Deferred@570883021 after retry RPC after error@1537304810) -> (continuation of Deferred@814311474 after retry RPC after error@615997425), errback=(continuation of Deferred@1506384911 after retry RPC after error@825984700) -> (continuation of Deferred@1468707874 after retry RPC after error@1706246999) -> (continuation of Deferred@1880064522 after retry RPC after error@493679825) -> (continuation of Deferred@524642554 after retry RPC after error@1611868606) -> (continuation of Deferred@1820387428 after retry RPC after error@380650329) -> (continuation of Deferred@570883021 after retry RPC after error@1537304810) -> (continuation of Deferred@814311474 after retry RPC after error@615997425)))
03:04:26.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:26.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:26.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:26.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:26.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:26.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1754297797(state=PENDING, result=null, callback=(continuation of Deferred@267138135 after retry RPC after error@1765403724) -> (continuation of Deferred@335943061 after retry RPC after error@2136175757) -> (continuation of Deferred@301185468 after retry RPC after error@923696194) -> (continuation of Deferred@327183755 after retry RPC after error@2006156394) -> (continuation of Deferred@2074213757 after retry RPC after error@1057579559) -> (continuation of Deferred@804629624 after retry RPC after error@1143921976), errback=(continuation of Deferred@267138135 after retry RPC after error@1765403724) -> (continuation of Deferred@335943061 after retry RPC after error@2136175757) -> (continuation of Deferred@301185468 after retry RPC after error@923696194) -> (continuation of Deferred@327183755 after retry RPC after error@2006156394) -> (continuation of Deferred@2074213757 after retry RPC after error@1057579559) -> (continuation of Deferred@804629624 after retry RPC after error@1143921976)))
03:04:27.074 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1754297797(state=PENDING, result=null, callback=(continuation of Deferred@267138135 after retry RPC after error@1765403724) -> (continuation of Deferred@335943061 after retry RPC after error@2136175757) -> (continuation of Deferred@301185468 after retry RPC after error@923696194) -> (continuation of Deferred@327183755 after retry RPC after error@2006156394) -> (continuation of Deferred@2074213757 after retry RPC after error@1057579559) -> (continuation of Deferred@804629624 after retry RPC after error@1143921976), errback=(continuation of Deferred@267138135 after retry RPC after error@1765403724) -> (continuation of Deferred@335943061 after retry RPC after error@2136175757) -> (continuation of Deferred@301185468 after retry RPC after error@923696194) -> (continuation of Deferred@327183755 after retry RPC after error@2006156394) -> (continuation of Deferred@2074213757 after retry RPC after error@1057579559) -> (continuation of Deferred@804629624 after retry RPC after error@1143921976)))
03:04:27.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@747681502(state=PENDING, result=null, callback=(continuation of Deferred@951224309 after retry RPC after error@1302347581) -> (continuation of Deferred@25069228 after retry RPC after error@686945819) -> (continuation of Deferred@72372703 after retry RPC after error@1212538815) -> (continuation of Deferred@1031502845 after retry RPC after error@446501735) -> (continuation of Deferred@482703170 after retry RPC after error@2048650050) -> (continuation of Deferred@475648879 after retry RPC after error@1848503720) -> (continuation of Deferred@1499850824 after retry RPC after error@2088847837), errback=(continuation of Deferred@951224309 after retry RPC after error@1302347581) -> (continuation of Deferred@25069228 after retry RPC after error@686945819) -> (continuation of Deferred@72372703 after retry RPC after error@1212538815) -> (continuation of Deferred@1031502845 after retry RPC after error@446501735) -> (continuation of Deferred@482703170 after retry RPC after error@2048650050) -> (continuation of Deferred@475648879 after retry RPC after error@1848503720) -> (continuation of Deferred@1499850824 after retry RPC after error@2088847837)))
03:04:27.335 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@747681502(state=PENDING, result=null, callback=(continuation of Deferred@951224309 after retry RPC after error@1302347581) -> (continuation of Deferred@25069228 after retry RPC after error@686945819) -> (continuation of Deferred@72372703 after retry RPC after error@1212538815) -> (continuation of Deferred@1031502845 after retry RPC after error@446501735) -> (continuation of Deferred@482703170 after retry RPC after error@2048650050) -> (continuation of Deferred@475648879 after retry RPC after error@1848503720) -> (continuation of Deferred@1499850824 after retry RPC after error@2088847837), errback=(continuation of Deferred@951224309 after retry RPC after error@1302347581) -> (continuation of Deferred@25069228 after retry RPC after error@686945819) -> (continuation of Deferred@72372703 after retry RPC after error@1212538815) -> (continuation of Deferred@1031502845 after retry RPC after error@446501735) -> (continuation of Deferred@482703170 after retry RPC after error@2048650050) -> (continuation of Deferred@475648879 after retry RPC after error@1848503720) -> (continuation of Deferred@1499850824 after retry RPC after error@2088847837)))
03:04:27.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:27.399942 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:27.400111 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:27.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1983601628(state=PENDING, result=null, callback=(continuation of Deferred@157477368 after retry RPC after error@6832637) -> (continuation of Deferred@1330346603 after retry RPC after error@1661091301) -> (continuation of Deferred@2108765524 after retry RPC after error@1066722486) -> (continuation of Deferred@731400461 after retry RPC after error@1493677198) -> (continuation of Deferred@761803119 after retry RPC after error@901894432) -> (continuation of Deferred@1559766708 after retry RPC after error@943676001), errback=(continuation of Deferred@157477368 after retry RPC after error@6832637) -> (continuation of Deferred@1330346603 after retry RPC after error@1661091301) -> (continuation of Deferred@2108765524 after retry RPC after error@1066722486) -> (continuation of Deferred@731400461 after retry RPC after error@1493677198) -> (continuation of Deferred@761803119 after retry RPC after error@901894432) -> (continuation of Deferred@1559766708 after retry RPC after error@943676001)))
03:04:27.534 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1983601628(state=PENDING, result=null, callback=(continuation of Deferred@157477368 after retry RPC after error@6832637) -> (continuation of Deferred@1330346603 after retry RPC after error@1661091301) -> (continuation of Deferred@2108765524 after retry RPC after error@1066722486) -> (continuation of Deferred@731400461 after retry RPC after error@1493677198) -> (continuation of Deferred@761803119 after retry RPC after error@901894432) -> (continuation of Deferred@1559766708 after retry RPC after error@943676001), errback=(continuation of Deferred@157477368 after retry RPC after error@6832637) -> (continuation of Deferred@1330346603 after retry RPC after error@1661091301) -> (continuation of Deferred@2108765524 after retry RPC after error@1066722486) -> (continuation of Deferred@731400461 after retry RPC after error@1493677198) -> (continuation of Deferred@761803119 after retry RPC after error@901894432) -> (continuation of Deferred@1559766708 after retry RPC after error@943676001)))
03:04:27.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@682583866(state=PENDING, result=null, callback=(continuation of Deferred@1240809692 after retry RPC after error@482602607) -> (continuation of Deferred@1534353492 after retry RPC after error@145840823) -> (continuation of Deferred@1797331165 after retry RPC after error@1746019136) -> (continuation of Deferred@270309590 after retry RPC after error@309992576) -> (continuation of Deferred@1904085474 after retry RPC after error@143604910) -> (continuation of Deferred@2090979137 after retry RPC after error@1056789065) -> (continuation of Deferred@1070431597 after retry RPC after error@1322671222), errback=(continuation of Deferred@1240809692 after retry RPC after error@482602607) -> (continuation of Deferred@1534353492 after retry RPC after error@145840823) -> (continuation of Deferred@1797331165 after retry RPC after error@1746019136) -> (continuation of Deferred@270309590 after retry RPC after error@309992576) -> (continuation of Deferred@1904085474 after retry RPC after error@143604910) -> (continuation of Deferred@2090979137 after retry RPC after error@1056789065) -> (continuation of Deferred@1070431597 after retry RPC after error@1322671222)))
03:04:27.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@682583866(state=PENDING, result=null, callback=(continuation of Deferred@1240809692 after retry RPC after error@482602607) -> (continuation of Deferred@1534353492 after retry RPC after error@145840823) -> (continuation of Deferred@1797331165 after retry RPC after error@1746019136) -> (continuation of Deferred@270309590 after retry RPC after error@309992576) -> (continuation of Deferred@1904085474 after retry RPC after error@143604910) -> (continuation of Deferred@2090979137 after retry RPC after error@1056789065) -> (continuation of Deferred@1070431597 after retry RPC after error@1322671222), errback=(continuation of Deferred@1240809692 after retry RPC after error@482602607) -> (continuation of Deferred@1534353492 after retry RPC after error@145840823) -> (continuation of Deferred@1797331165 after retry RPC after error@1746019136) -> (continuation of Deferred@270309590 after retry RPC after error@309992576) -> (continuation of Deferred@1904085474 after retry RPC after error@143604910) -> (continuation of Deferred@2090979137 after retry RPC after error@1056789065) -> (continuation of Deferred@1070431597 after retry RPC after error@1322671222)))
03:04:27.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:27.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:27.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:27.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:27.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:27.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.053 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1754767325(state=PENDING, result=null, callback=(continuation of Deferred@1515870676 after retry RPC after error@1569133634) -> (continuation of Deferred@516019798 after retry RPC after error@1258081060) -> (continuation of Deferred@1113632598 after retry RPC after error@656442972) -> (continuation of Deferred@927176584 after retry RPC after error@457891759) -> (continuation of Deferred@1545062799 after retry RPC after error@2133239351) -> (continuation of Deferred@1425183116 after retry RPC after error@428383002) -> (continuation of Deferred@2075226645 after retry RPC after error@829191242), errback=(continuation of Deferred@1515870676 after retry RPC after error@1569133634) -> (continuation of Deferred@516019798 after retry RPC after error@1258081060) -> (continuation of Deferred@1113632598 after retry RPC after error@656442972) -> (continuation of Deferred@927176584 after retry RPC after error@457891759) -> (continuation of Deferred@1545062799 after retry RPC after error@2133239351) -> (continuation of Deferred@1425183116 after retry RPC after error@428383002) -> (continuation of Deferred@2075226645 after retry RPC after error@829191242)))
03:04:28.053 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:28.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.111 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.211 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@36144768(state=PENDING, result=null, callback=(continuation of Deferred@1998521201 after retry RPC after error@1117962746) -> (continuation of Deferred@29031064 after retry RPC after error@1058504617) -> (continuation of Deferred@815593393 after retry RPC after error@1684364617) -> (continuation of Deferred@844961127 after retry RPC after error@909369010) -> (continuation of Deferred@1631946426 after retry RPC after error@788795598) -> (continuation of Deferred@1974001252 after retry RPC after error@1573275693) -> (continuation of Deferred@284910969 after retry RPC after error@536249800), errback=(continuation of Deferred@1998521201 after retry RPC after error@1117962746) -> (continuation of Deferred@29031064 after retry RPC after error@1058504617) -> (continuation of Deferred@815593393 after retry RPC after error@1684364617) -> (continuation of Deferred@844961127 after retry RPC after error@909369010) -> (continuation of Deferred@1631946426 after retry RPC after error@788795598) -> (continuation of Deferred@1974001252 after retry RPC after error@1573275693) -> (continuation of Deferred@284910969 after retry RPC after error@536249800)))
03:04:28.294 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@36144768(state=PENDING, result=null, callback=(continuation of Deferred@1998521201 after retry RPC after error@1117962746) -> (continuation of Deferred@29031064 after retry RPC after error@1058504617) -> (continuation of Deferred@815593393 after retry RPC after error@1684364617) -> (continuation of Deferred@844961127 after retry RPC after error@909369010) -> (continuation of Deferred@1631946426 after retry RPC after error@788795598) -> (continuation of Deferred@1974001252 after retry RPC after error@1573275693) -> (continuation of Deferred@284910969 after retry RPC after error@536249800), errback=(continuation of Deferred@1998521201 after retry RPC after error@1117962746) -> (continuation of Deferred@29031064 after retry RPC after error@1058504617) -> (continuation of Deferred@815593393 after retry RPC after error@1684364617) -> (continuation of Deferred@844961127 after retry RPC after error@909369010) -> (continuation of Deferred@1631946426 after retry RPC after error@788795598) -> (continuation of Deferred@1974001252 after retry RPC after error@1573275693) -> (continuation of Deferred@284910969 after retry RPC after error@536249800)))
03:04:28.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.317 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:28.496419 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:28.501808 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:28.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:28.503124 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:28.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2102913767(state=PENDING, result=null, callback=(continuation of Deferred@279195629 after retry RPC after error@1099887263) -> (continuation of Deferred@958360174 after retry RPC after error@2078125944) -> (continuation of Deferred@1253522601 after retry RPC after error@2082157930) -> (continuation of Deferred@1041591453 after retry RPC after error@673555016) -> (continuation of Deferred@1527026065 after retry RPC after error@2115067902) -> (continuation of Deferred@1811260709 after retry RPC after error@1850174961) -> (continuation of Deferred@288420273 after retry RPC after error@1697292998), errback=(continuation of Deferred@279195629 after retry RPC after error@1099887263) -> (continuation of Deferred@958360174 after retry RPC after error@2078125944) -> (continuation of Deferred@1253522601 after retry RPC after error@2082157930) -> (continuation of Deferred@1041591453 after retry RPC after error@673555016) -> (continuation of Deferred@1527026065 after retry RPC after error@2115067902) -> (continuation of Deferred@1811260709 after retry RPC after error@1850174961) -> (continuation of Deferred@288420273 after retry RPC after error@1697292998)))
03:04:28.516 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [6ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [6ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2102913767(state=PENDING, result=null, callback=(continuation of Deferred@279195629 after retry RPC after error@1099887263) -> (continuation of Deferred@958360174 after retry RPC after error@2078125944) -> (continuation of Deferred@1253522601 after retry RPC after error@2082157930) -> (continuation of Deferred@1041591453 after retry RPC after error@673555016) -> (continuation of Deferred@1527026065 after retry RPC after error@2115067902) -> (continuation of Deferred@1811260709 after retry RPC after error@1850174961) -> (continuation of Deferred@288420273 after retry RPC after error@1697292998), errback=(continuation of Deferred@279195629 after retry RPC after error@1099887263) -> (continuation of Deferred@958360174 after retry RPC after error@2078125944) -> (continuation of Deferred@1253522601 after retry RPC after error@2082157930) -> (continuation of Deferred@1041591453 after retry RPC after error@673555016) -> (continuation of Deferred@1527026065 after retry RPC after error@2115067902) -> (continuation of Deferred@1811260709 after retry RPC after error@1850174961) -> (continuation of Deferred@288420273 after retry RPC after error@1697292998)))
03:04:28.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1998725356(state=PENDING, result=null, callback=(continuation of Deferred@2035676733 after retry RPC after error@561357046) -> (continuation of Deferred@710765733 after retry RPC after error@1285426242) -> (continuation of Deferred@439152626 after retry RPC after error@382901841) -> (continuation of Deferred@1462493290 after retry RPC after error@1810569937) -> (continuation of Deferred@373631777 after retry RPC after error@350691246) -> (continuation of Deferred@474453480 after retry RPC after error@801716515), errback=(continuation of Deferred@2035676733 after retry RPC after error@561357046) -> (continuation of Deferred@710765733 after retry RPC after error@1285426242) -> (continuation of Deferred@439152626 after retry RPC after error@382901841) -> (continuation of Deferred@1462493290 after retry RPC after error@1810569937) -> (continuation of Deferred@373631777 after retry RPC after error@350691246) -> (continuation of Deferred@474453480 after retry RPC after error@801716515)))
03:04:28.734 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1998725356(state=PENDING, result=null, callback=(continuation of Deferred@2035676733 after retry RPC after error@561357046) -> (continuation of Deferred@710765733 after retry RPC after error@1285426242) -> (continuation of Deferred@439152626 after retry RPC after error@382901841) -> (continuation of Deferred@1462493290 after retry RPC after error@1810569937) -> (continuation of Deferred@373631777 after retry RPC after error@350691246) -> (continuation of Deferred@474453480 after retry RPC after error@801716515), errback=(continuation of Deferred@2035676733 after retry RPC after error@561357046) -> (continuation of Deferred@710765733 after retry RPC after error@1285426242) -> (continuation of Deferred@439152626 after retry RPC after error@382901841) -> (continuation of Deferred@1462493290 after retry RPC after error@1810569937) -> (continuation of Deferred@373631777 after retry RPC after error@350691246) -> (continuation of Deferred@474453480 after retry RPC after error@801716515)))
03:04:28.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:28.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:28.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:28.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:28.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:28.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@750168451(state=PENDING, result=null, callback=(continuation of Deferred@836922099 after retry RPC after error@1520019042) -> (continuation of Deferred@786666627 after retry RPC after error@931191405) -> (continuation of Deferred@353864604 after retry RPC after error@36341226) -> (continuation of Deferred@811552416 after retry RPC after error@29206900) -> (continuation of Deferred@685742516 after retry RPC after error@2123127952) -> (continuation of Deferred@879503279 after retry RPC after error@1492573791) -> (continuation of Deferred@212926156 after retry RPC after error@272911126), errback=(continuation of Deferred@836922099 after retry RPC after error@1520019042) -> (continuation of Deferred@786666627 after retry RPC after error@931191405) -> (continuation of Deferred@353864604 after retry RPC after error@36341226) -> (continuation of Deferred@811552416 after retry RPC after error@29206900) -> (continuation of Deferred@685742516 after retry RPC after error@2123127952) -> (continuation of Deferred@879503279 after retry RPC after error@1492573791) -> (continuation of Deferred@212926156 after retry RPC after error@272911126)))
03:04:28.995 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@750168451(state=PENDING, result=null, callback=(continuation of Deferred@836922099 after retry RPC after error@1520019042) -> (continuation of Deferred@786666627 after retry RPC after error@931191405) -> (continuation of Deferred@353864604 after retry RPC after error@36341226) -> (continuation of Deferred@811552416 after retry RPC after error@29206900) -> (continuation of Deferred@685742516 after retry RPC after error@2123127952) -> (continuation of Deferred@879503279 after retry RPC after error@1492573791) -> (continuation of Deferred@212926156 after retry RPC after error@272911126), errback=(continuation of Deferred@836922099 after retry RPC after error@1520019042) -> (continuation of Deferred@786666627 after retry RPC after error@931191405) -> (continuation of Deferred@353864604 after retry RPC after error@36341226) -> (continuation of Deferred@811552416 after retry RPC after error@29206900) -> (continuation of Deferred@685742516 after retry RPC after error@2123127952) -> (continuation of Deferred@879503279 after retry RPC after error@1492573791) -> (continuation of Deferred@212926156 after retry RPC after error@272911126)))
03:04:29.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.051 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.273 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@576543678(state=PENDING, result=null, callback=(continuation of Deferred@1071363037 after retry RPC after error@1481800792) -> (continuation of Deferred@1387103536 after retry RPC after error@451261552) -> (continuation of Deferred@2017634730 after retry RPC after error@867809862) -> (continuation of Deferred@226700548 after retry RPC after error@988962544) -> (continuation of Deferred@1460711421 after retry RPC after error@688215251) -> (continuation of Deferred@1039837178 after retry RPC after error@358050667) -> (continuation of Deferred@1198145915 after retry RPC after error@1145710217), errback=(continuation of Deferred@1071363037 after retry RPC after error@1481800792) -> (continuation of Deferred@1387103536 after retry RPC after error@451261552) -> (continuation of Deferred@2017634730 after retry RPC after error@867809862) -> (continuation of Deferred@226700548 after retry RPC after error@988962544) -> (continuation of Deferred@1460711421 after retry RPC after error@688215251) -> (continuation of Deferred@1039837178 after retry RPC after error@358050667) -> (continuation of Deferred@1198145915 after retry RPC after error@1145710217)))
03:04:29.273 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:29.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:29.515864 5908 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:29.516106 5908 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:29.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:29.516921 5908 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:29.517951 4911 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:04:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:29.519136 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:29.519336 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:29.519439 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:29.519659 5908 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:29.552 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@875746243(state=PENDING, result=null, callback=(continuation of Deferred@557500012 after retry RPC after error@1614467839) -> (continuation of Deferred@1690117037 after retry RPC after error@1177765938) -> (continuation of Deferred@835579710 after retry RPC after error@123109074) -> (continuation of Deferred@175867358 after retry RPC after error@1456811643) -> (continuation of Deferred@146775936 after retry RPC after error@1009504427) -> (continuation of Deferred@1789458309 after retry RPC after error@359774813) -> (continuation of Deferred@1640396012 after retry RPC after error@51011319), errback=(continuation of Deferred@557500012 after retry RPC after error@1614467839) -> (continuation of Deferred@1690117037 after retry RPC after error@1177765938) -> (continuation of Deferred@835579710 after retry RPC after error@123109074) -> (continuation of Deferred@175867358 after retry RPC after error@1456811643) -> (continuation of Deferred@146775936 after retry RPC after error@1009504427) -> (continuation of Deferred@1789458309 after retry RPC after error@359774813) -> (continuation of Deferred@1640396012 after retry RPC after error@51011319)))
03:04:29.553 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:29.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.832 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1980888936(state=PENDING, result=null, callback=(continuation of Deferred@1506459734 after retry RPC after error@36834584) -> (continuation of Deferred@250629166 after retry RPC after error@2007191599) -> (continuation of Deferred@2019882749 after retry RPC after error@1781300772) -> (continuation of Deferred@1714540147 after retry RPC after error@201246898) -> (continuation of Deferred@1425151022 after retry RPC after error@1571200458) -> (continuation of Deferred@890016347 after retry RPC after error@1221228304) -> (continuation of Deferred@207440195 after retry RPC after error@1711070671), errback=(continuation of Deferred@1506459734 after retry RPC after error@36834584) -> (continuation of Deferred@250629166 after retry RPC after error@2007191599) -> (continuation of Deferred@2019882749 after retry RPC after error@1781300772) -> (continuation of Deferred@1714540147 after retry RPC after error@201246898) -> (continuation of Deferred@1425151022 after retry RPC after error@1571200458) -> (continuation of Deferred@890016347 after retry RPC after error@1221228304) -> (continuation of Deferred@207440195 after retry RPC after error@1711070671)))
03:04:29.833 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:29.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:29.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:29.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:29.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:29.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:29.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1314556337(state=PENDING, result=null, callback=(continuation of Deferred@1563872676 after retry RPC after error@1293288710) -> (continuation of Deferred@2021447736 after retry RPC after error@1660010887) -> (continuation of Deferred@155282320 after retry RPC after error@1946313099) -> (continuation of Deferred@1780599339 after retry RPC after error@112251665) -> (continuation of Deferred@78591420 after retry RPC after error@1673925275) -> (continuation of Deferred@122874970 after retry RPC after error@125476858), errback=(continuation of Deferred@1563872676 after retry RPC after error@1293288710) -> (continuation of Deferred@2021447736 after retry RPC after error@1660010887) -> (continuation of Deferred@155282320 after retry RPC after error@1946313099) -> (continuation of Deferred@1780599339 after retry RPC after error@112251665) -> (continuation of Deferred@78591420 after retry RPC after error@1673925275) -> (continuation of Deferred@122874970 after retry RPC after error@125476858)))
03:04:30.054 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1314556337(state=PENDING, result=null, callback=(continuation of Deferred@1563872676 after retry RPC after error@1293288710) -> (continuation of Deferred@2021447736 after retry RPC after error@1660010887) -> (continuation of Deferred@155282320 after retry RPC after error@1946313099) -> (continuation of Deferred@1780599339 after retry RPC after error@112251665) -> (continuation of Deferred@78591420 after retry RPC after error@1673925275) -> (continuation of Deferred@122874970 after retry RPC after error@125476858), errback=(continuation of Deferred@1563872676 after retry RPC after error@1293288710) -> (continuation of Deferred@2021447736 after retry RPC after error@1660010887) -> (continuation of Deferred@155282320 after retry RPC after error@1946313099) -> (continuation of Deferred@1780599339 after retry RPC after error@112251665) -> (continuation of Deferred@78591420 after retry RPC after error@1673925275) -> (continuation of Deferred@122874970 after retry RPC after error@125476858)))
03:04:30.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@22718385(state=PENDING, result=null, callback=(continuation of Deferred@836945567 after retry RPC after error@1955151816) -> (continuation of Deferred@2062850948 after retry RPC after error@784849988) -> (continuation of Deferred@162935101 after retry RPC after error@888940732) -> (continuation of Deferred@1779084572 after retry RPC after error@2050980325) -> (continuation of Deferred@1111003206 after retry RPC after error@399829365) -> (continuation of Deferred@680117470 after retry RPC after error@704143483), errback=(continuation of Deferred@836945567 after retry RPC after error@1955151816) -> (continuation of Deferred@2062850948 after retry RPC after error@784849988) -> (continuation of Deferred@162935101 after retry RPC after error@888940732) -> (continuation of Deferred@1779084572 after retry RPC after error@2050980325) -> (continuation of Deferred@1111003206 after retry RPC after error@399829365) -> (continuation of Deferred@680117470 after retry RPC after error@704143483)))
03:04:30.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@22718385(state=PENDING, result=null, callback=(continuation of Deferred@836945567 after retry RPC after error@1955151816) -> (continuation of Deferred@2062850948 after retry RPC after error@784849988) -> (continuation of Deferred@162935101 after retry RPC after error@888940732) -> (continuation of Deferred@1779084572 after retry RPC after error@2050980325) -> (continuation of Deferred@1111003206 after retry RPC after error@399829365) -> (continuation of Deferred@680117470 after retry RPC after error@704143483), errback=(continuation of Deferred@836945567 after retry RPC after error@1955151816) -> (continuation of Deferred@2062850948 after retry RPC after error@784849988) -> (continuation of Deferred@162935101 after retry RPC after error@888940732) -> (continuation of Deferred@1779084572 after retry RPC after error@2050980325) -> (continuation of Deferred@1111003206 after retry RPC after error@399829365) -> (continuation of Deferred@680117470 after retry RPC after error@704143483)))
03:04:30.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1544520720(state=PENDING, result=null, callback=(continuation of Deferred@758206960 after retry RPC after error@79568553) -> (continuation of Deferred@1240469892 after retry RPC after error@1778328494) -> (continuation of Deferred@1323717040 after retry RPC after error@987317651) -> (continuation of Deferred@1944850301 after retry RPC after error@1662955773) -> (continuation of Deferred@520685311 after retry RPC after error@1863069008) -> (continuation of Deferred@2089304107 after retry RPC after error@1787272735), errback=(continuation of Deferred@758206960 after retry RPC after error@79568553) -> (continuation of Deferred@1240469892 after retry RPC after error@1778328494) -> (continuation of Deferred@1323717040 after retry RPC after error@987317651) -> (continuation of Deferred@1944850301 after retry RPC after error@1662955773) -> (continuation of Deferred@520685311 after retry RPC after error@1863069008) -> (continuation of Deferred@2089304107 after retry RPC after error@1787272735)))
03:04:30.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1544520720(state=PENDING, result=null, callback=(continuation of Deferred@758206960 after retry RPC after error@79568553) -> (continuation of Deferred@1240469892 after retry RPC after error@1778328494) -> (continuation of Deferred@1323717040 after retry RPC after error@987317651) -> (continuation of Deferred@1944850301 after retry RPC after error@1662955773) -> (continuation of Deferred@520685311 after retry RPC after error@1863069008) -> (continuation of Deferred@2089304107 after retry RPC after error@1787272735), errback=(continuation of Deferred@758206960 after retry RPC after error@79568553) -> (continuation of Deferred@1240469892 after retry RPC after error@1778328494) -> (continuation of Deferred@1323717040 after retry RPC after error@987317651) -> (continuation of Deferred@1944850301 after retry RPC after error@1662955773) -> (continuation of Deferred@520685311 after retry RPC after error@1863069008) -> (continuation of Deferred@2089304107 after retry RPC after error@1787272735)))
03:04:30.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1695148737(state=PENDING, result=null, callback=(continuation of Deferred@652573882 after retry RPC after error@1396856353) -> (continuation of Deferred@1544066868 after retry RPC after error@1987916182) -> (continuation of Deferred@2070971215 after retry RPC after error@985805150) -> (continuation of Deferred@585867269 after retry RPC after error@1023792207) -> (continuation of Deferred@1108361819 after retry RPC after error@1777582982) -> (continuation of Deferred@375897397 after retry RPC after error@97756186) -> (continuation of Deferred@1158753377 after retry RPC after error@847853750), errback=(continuation of Deferred@652573882 after retry RPC after error@1396856353) -> (continuation of Deferred@1544066868 after retry RPC after error@1987916182) -> (continuation of Deferred@2070971215 after retry RPC after error@985805150) -> (continuation of Deferred@585867269 after retry RPC after error@1023792207) -> (continuation of Deferred@1108361819 after retry RPC after error@1777582982) -> (continuation of Deferred@375897397 after retry RPC after error@97756186) -> (continuation of Deferred@1158753377 after retry RPC after error@847853750)))
03:04:30.554 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1695148737(state=PENDING, result=null, callback=(continuation of Deferred@652573882 after retry RPC after error@1396856353) -> (continuation of Deferred@1544066868 after retry RPC after error@1987916182) -> (continuation of Deferred@2070971215 after retry RPC after error@985805150) -> (continuation of Deferred@585867269 after retry RPC after error@1023792207) -> (continuation of Deferred@1108361819 after retry RPC after error@1777582982) -> (continuation of Deferred@375897397 after retry RPC after error@97756186) -> (continuation of Deferred@1158753377 after retry RPC after error@847853750), errback=(continuation of Deferred@652573882 after retry RPC after error@1396856353) -> (continuation of Deferred@1544066868 after retry RPC after error@1987916182) -> (continuation of Deferred@2070971215 after retry RPC after error@985805150) -> (continuation of Deferred@585867269 after retry RPC after error@1023792207) -> (continuation of Deferred@1108361819 after retry RPC after error@1777582982) -> (continuation of Deferred@375897397 after retry RPC after error@97756186) -> (continuation of Deferred@1158753377 after retry RPC after error@847853750)))
03:04:30.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1486011373(state=PENDING, result=null, callback=(continuation of Deferred@505237331 after retry RPC after error@1627735231) -> (continuation of Deferred@1526661589 after retry RPC after error@394237108) -> (continuation of Deferred@1668036319 after retry RPC after error@679982769) -> (continuation of Deferred@181726173 after retry RPC after error@1634014215) -> (continuation of Deferred@1664949306 after retry RPC after error@1981422802) -> (continuation of Deferred@1539152847 after retry RPC after error@313620883) -> (continuation of Deferred@434535219 after retry RPC after error@1069287505), errback=(continuation of Deferred@505237331 after retry RPC after error@1627735231) -> (continuation of Deferred@1526661589 after retry RPC after error@394237108) -> (continuation of Deferred@1668036319 after retry RPC after error@679982769) -> (continuation of Deferred@181726173 after retry RPC after error@1634014215) -> (continuation of Deferred@1664949306 after retry RPC after error@1981422802) -> (continuation of Deferred@1539152847 after retry RPC after error@313620883) -> (continuation of Deferred@434535219 after retry RPC after error@1069287505)))
03:04:30.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1486011373(state=PENDING, result=null, callback=(continuation of Deferred@505237331 after retry RPC after error@1627735231) -> (continuation of Deferred@1526661589 after retry RPC after error@394237108) -> (continuation of Deferred@1668036319 after retry RPC after error@679982769) -> (continuation of Deferred@181726173 after retry RPC after error@1634014215) -> (continuation of Deferred@1664949306 after retry RPC after error@1981422802) -> (continuation of Deferred@1539152847 after retry RPC after error@313620883) -> (continuation of Deferred@434535219 after retry RPC after error@1069287505), errback=(continuation of Deferred@505237331 after retry RPC after error@1627735231) -> (continuation of Deferred@1526661589 after retry RPC after error@394237108) -> (continuation of Deferred@1668036319 after retry RPC after error@679982769) -> (continuation of Deferred@181726173 after retry RPC after error@1634014215) -> (continuation of Deferred@1664949306 after retry RPC after error@1981422802) -> (continuation of Deferred@1539152847 after retry RPC after error@313620883) -> (continuation of Deferred@434535219 after retry RPC after error@1069287505)))
03:04:30.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:30.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1279905109(state=PENDING, result=null, callback=(continuation of Deferred@1570133547 after retry RPC after error@1820236593) -> (continuation of Deferred@252849737 after retry RPC after error@221473179) -> (continuation of Deferred@1660633368 after retry RPC after error@2051336549) -> (continuation of Deferred@1689972738 after retry RPC after error@1918055103) -> (continuation of Deferred@1251499628 after retry RPC after error@390760859) -> (continuation of Deferred@616780176 after retry RPC after error@1332627837) -> (continuation of Deferred@1192035778 after retry RPC after error@71846633), errback=(continuation of Deferred@1570133547 after retry RPC after error@1820236593) -> (continuation of Deferred@252849737 after retry RPC after error@221473179) -> (continuation of Deferred@1660633368 after retry RPC after error@2051336549) -> (continuation of Deferred@1689972738 after retry RPC after error@1918055103) -> (continuation of Deferred@1251499628 after retry RPC after error@390760859) -> (continuation of Deferred@616780176 after retry RPC after error@1332627837) -> (continuation of Deferred@1192035778 after retry RPC after error@71846633)))
03:04:30.975 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1279905109(state=PENDING, result=null, callback=(continuation of Deferred@1570133547 after retry RPC after error@1820236593) -> (continuation of Deferred@252849737 after retry RPC after error@221473179) -> (continuation of Deferred@1660633368 after retry RPC after error@2051336549) -> (continuation of Deferred@1689972738 after retry RPC after error@1918055103) -> (continuation of Deferred@1251499628 after retry RPC after error@390760859) -> (continuation of Deferred@616780176 after retry RPC after error@1332627837) -> (continuation of Deferred@1192035778 after retry RPC after error@71846633), errback=(continuation of Deferred@1570133547 after retry RPC after error@1820236593) -> (continuation of Deferred@252849737 after retry RPC after error@221473179) -> (continuation of Deferred@1660633368 after retry RPC after error@2051336549) -> (continuation of Deferred@1689972738 after retry RPC after error@1918055103) -> (continuation of Deferred@1251499628 after retry RPC after error@390760859) -> (continuation of Deferred@616780176 after retry RPC after error@1332627837) -> (continuation of Deferred@1192035778 after retry RPC after error@71846633)))
03:04:30.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:30.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:30.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:30.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:30.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1346779424(state=PENDING, result=null, callback=(continuation of Deferred@168788625 after retry RPC after error@312817261) -> (continuation of Deferred@1195830549 after retry RPC after error@648561636) -> (continuation of Deferred@1346717354 after retry RPC after error@1801979025) -> (continuation of Deferred@464937644 after retry RPC after error@2145756509) -> (continuation of Deferred@99601437 after retry RPC after error@780668093) -> (continuation of Deferred@100903106 after retry RPC after error@1419651602) -> (continuation of Deferred@795511736 after retry RPC after error@1105823500), errback=(continuation of Deferred@168788625 after retry RPC after error@312817261) -> (continuation of Deferred@1195830549 after retry RPC after error@648561636) -> (continuation of Deferred@1346717354 after retry RPC after error@1801979025) -> (continuation of Deferred@464937644 after retry RPC after error@2145756509) -> (continuation of Deferred@99601437 after retry RPC after error@780668093) -> (continuation of Deferred@100903106 after retry RPC after error@1419651602) -> (continuation of Deferred@795511736 after retry RPC after error@1105823500)))
03:04:31.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1346779424(state=PENDING, result=null, callback=(continuation of Deferred@168788625 after retry RPC after error@312817261) -> (continuation of Deferred@1195830549 after retry RPC after error@648561636) -> (continuation of Deferred@1346717354 after retry RPC after error@1801979025) -> (continuation of Deferred@464937644 after retry RPC after error@2145756509) -> (continuation of Deferred@99601437 after retry RPC after error@780668093) -> (continuation of Deferred@100903106 after retry RPC after error@1419651602) -> (continuation of Deferred@795511736 after retry RPC after error@1105823500), errback=(continuation of Deferred@168788625 after retry RPC after error@312817261) -> (continuation of Deferred@1195830549 after retry RPC after error@648561636) -> (continuation of Deferred@1346717354 after retry RPC after error@1801979025) -> (continuation of Deferred@464937644 after retry RPC after error@2145756509) -> (continuation of Deferred@99601437 after retry RPC after error@780668093) -> (continuation of Deferred@100903106 after retry RPC after error@1419651602) -> (continuation of Deferred@795511736 after retry RPC after error@1105823500)))
03:04:31.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1990985906(state=PENDING, result=null, callback=(continuation of Deferred@1971478563 after retry RPC after error@454121104) -> (continuation of Deferred@1663180994 after retry RPC after error@1977441676) -> (continuation of Deferred@322480236 after retry RPC after error@42785101) -> (continuation of Deferred@1893387758 after retry RPC after error@1869926212) -> (continuation of Deferred@970547470 after retry RPC after error@1576767945) -> (continuation of Deferred@2078839333 after retry RPC after error@850357491) -> (continuation of Deferred@1082964665 after retry RPC after error@1098391224), errback=(continuation of Deferred@1971478563 after retry RPC after error@454121104) -> (continuation of Deferred@1663180994 after retry RPC after error@1977441676) -> (continuation of Deferred@322480236 after retry RPC after error@42785101) -> (continuation of Deferred@1893387758 after retry RPC after error@1869926212) -> (continuation of Deferred@970547470 after retry RPC after error@1576767945) -> (continuation of Deferred@2078839333 after retry RPC after error@850357491) -> (continuation of Deferred@1082964665 after retry RPC after error@1098391224)))
03:04:31.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1990985906(state=PENDING, result=null, callback=(continuation of Deferred@1971478563 after retry RPC after error@454121104) -> (continuation of Deferred@1663180994 after retry RPC after error@1977441676) -> (continuation of Deferred@322480236 after retry RPC after error@42785101) -> (continuation of Deferred@1893387758 after retry RPC after error@1869926212) -> (continuation of Deferred@970547470 after retry RPC after error@1576767945) -> (continuation of Deferred@2078839333 after retry RPC after error@850357491) -> (continuation of Deferred@1082964665 after retry RPC after error@1098391224), errback=(continuation of Deferred@1971478563 after retry RPC after error@454121104) -> (continuation of Deferred@1663180994 after retry RPC after error@1977441676) -> (continuation of Deferred@322480236 after retry RPC after error@42785101) -> (continuation of Deferred@1893387758 after retry RPC after error@1869926212) -> (continuation of Deferred@970547470 after retry RPC after error@1576767945) -> (continuation of Deferred@2078839333 after retry RPC after error@850357491) -> (continuation of Deferred@1082964665 after retry RPC after error@1098391224)))
03:04:31.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@79763414(state=PENDING, result=null, callback=(continuation of Deferred@859556825 after retry RPC after error@215964174) -> (continuation of Deferred@985603572 after retry RPC after error@919388882) -> (continuation of Deferred@1539613393 after retry RPC after error@759008397) -> (continuation of Deferred@1873769571 after retry RPC after error@1059451158) -> (continuation of Deferred@1099501065 after retry RPC after error@9550673) -> (continuation of Deferred@344578892 after retry RPC after error@70530442) -> (continuation of Deferred@230984259 after retry RPC after error@193433), errback=(continuation of Deferred@859556825 after retry RPC after error@215964174) -> (continuation of Deferred@985603572 after retry RPC after error@919388882) -> (continuation of Deferred@1539613393 after retry RPC after error@759008397) -> (continuation of Deferred@1873769571 after retry RPC after error@1059451158) -> (continuation of Deferred@1099501065 after retry RPC after error@9550673) -> (continuation of Deferred@344578892 after retry RPC after error@70530442) -> (continuation of Deferred@230984259 after retry RPC after error@193433)))
03:04:31.694 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@79763414(state=PENDING, result=null, callback=(continuation of Deferred@859556825 after retry RPC after error@215964174) -> (continuation of Deferred@985603572 after retry RPC after error@919388882) -> (continuation of Deferred@1539613393 after retry RPC after error@759008397) -> (continuation of Deferred@1873769571 after retry RPC after error@1059451158) -> (continuation of Deferred@1099501065 after retry RPC after error@9550673) -> (continuation of Deferred@344578892 after retry RPC after error@70530442) -> (continuation of Deferred@230984259 after retry RPC after error@193433), errback=(continuation of Deferred@859556825 after retry RPC after error@215964174) -> (continuation of Deferred@985603572 after retry RPC after error@919388882) -> (continuation of Deferred@1539613393 after retry RPC after error@759008397) -> (continuation of Deferred@1873769571 after retry RPC after error@1059451158) -> (continuation of Deferred@1099501065 after retry RPC after error@9550673) -> (continuation of Deferred@344578892 after retry RPC after error@70530442) -> (continuation of Deferred@230984259 after retry RPC after error@193433)))
03:04:31.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@249624098(state=PENDING, result=null, callback=(continuation of Deferred@1960886528 after retry RPC after error@1800669808) -> (continuation of Deferred@1396223962 after retry RPC after error@1516245625) -> (continuation of Deferred@679096564 after retry RPC after error@1672914945) -> (continuation of Deferred@1969659346 after retry RPC after error@802138845) -> (continuation of Deferred@1447809600 after retry RPC after error@7052840) -> (continuation of Deferred@1092754426 after retry RPC after error@325703745) -> (continuation of Deferred@456708542 after retry RPC after error@1207862831) -> (continuation of Deferred@382904545 after retry RPC after error@1260704170), errback=(continuation of Deferred@1960886528 after retry RPC after error@1800669808) -> (continuation of Deferred@1396223962 after retry RPC after error@1516245625) -> (continuation of Deferred@679096564 after retry RPC after error@1672914945) -> (continuation of Deferred@1969659346 after retry RPC after error@802138845) -> (continuation of Deferred@1447809600 after retry RPC after error@7052840) -> (continuation of Deferred@1092754426 after retry RPC after error@325703745) -> (continuation of Deferred@456708542 after retry RPC after error@1207862831) -> (continuation of Deferred@382904545 after retry RPC after error@1260704170)))
03:04:31.914 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@249624098(state=PENDING, result=null, callback=(continuation of Deferred@1960886528 after retry RPC after error@1800669808) -> (continuation of Deferred@1396223962 after retry RPC after error@1516245625) -> (continuation of Deferred@679096564 after retry RPC after error@1672914945) -> (continuation of Deferred@1969659346 after retry RPC after error@802138845) -> (continuation of Deferred@1447809600 after retry RPC after error@7052840) -> (continuation of Deferred@1092754426 after retry RPC after error@325703745) -> (continuation of Deferred@456708542 after retry RPC after error@1207862831) -> (continuation of Deferred@382904545 after retry RPC after error@1260704170), errback=(continuation of Deferred@1960886528 after retry RPC after error@1800669808) -> (continuation of Deferred@1396223962 after retry RPC after error@1516245625) -> (continuation of Deferred@679096564 after retry RPC after error@1672914945) -> (continuation of Deferred@1969659346 after retry RPC after error@802138845) -> (continuation of Deferred@1447809600 after retry RPC after error@7052840) -> (continuation of Deferred@1092754426 after retry RPC after error@325703745) -> (continuation of Deferred@456708542 after retry RPC after error@1207862831) -> (continuation of Deferred@382904545 after retry RPC after error@1260704170)))
03:04:31.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:31.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:31.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:31.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:31.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:31.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1507889656(state=PENDING, result=null, callback=(continuation of Deferred@2012934172 after retry RPC after error@185722176) -> (continuation of Deferred@506541558 after retry RPC after error@1132664985) -> (continuation of Deferred@1675197157 after retry RPC after error@1743169595) -> (continuation of Deferred@1886371764 after retry RPC after error@728966896) -> (continuation of Deferred@64323369 after retry RPC after error@1361098776) -> (continuation of Deferred@1556033431 after retry RPC after error@1850332758), errback=(continuation of Deferred@2012934172 after retry RPC after error@185722176) -> (continuation of Deferred@506541558 after retry RPC after error@1132664985) -> (continuation of Deferred@1675197157 after retry RPC after error@1743169595) -> (continuation of Deferred@1886371764 after retry RPC after error@728966896) -> (continuation of Deferred@64323369 after retry RPC after error@1361098776) -> (continuation of Deferred@1556033431 after retry RPC after error@1850332758)))
03:04:32.115 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1507889656(state=PENDING, result=null, callback=(continuation of Deferred@2012934172 after retry RPC after error@185722176) -> (continuation of Deferred@506541558 after retry RPC after error@1132664985) -> (continuation of Deferred@1675197157 after retry RPC after error@1743169595) -> (continuation of Deferred@1886371764 after retry RPC after error@728966896) -> (continuation of Deferred@64323369 after retry RPC after error@1361098776) -> (continuation of Deferred@1556033431 after retry RPC after error@1850332758), errback=(continuation of Deferred@2012934172 after retry RPC after error@185722176) -> (continuation of Deferred@506541558 after retry RPC after error@1132664985) -> (continuation of Deferred@1675197157 after retry RPC after error@1743169595) -> (continuation of Deferred@1886371764 after retry RPC after error@728966896) -> (continuation of Deferred@64323369 after retry RPC after error@1361098776) -> (continuation of Deferred@1556033431 after retry RPC after error@1850332758)))
03:04:32.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@828224977(state=PENDING, result=null, callback=(continuation of Deferred@296402570 after retry RPC after error@1456306058) -> (continuation of Deferred@2077924825 after retry RPC after error@670387278) -> (continuation of Deferred@1668282580 after retry RPC after error@1579397652) -> (continuation of Deferred@1899546716 after retry RPC after error@2082635017) -> (continuation of Deferred@1612153601 after retry RPC after error@593968645) -> (continuation of Deferred@338323485 after retry RPC after error@2073007524) -> (continuation of Deferred@668737119 after retry RPC after error@1028758455) -> (continuation of Deferred@2054977152 after retry RPC after error@2103045854), errback=(continuation of Deferred@296402570 after retry RPC after error@1456306058) -> (continuation of Deferred@2077924825 after retry RPC after error@670387278) -> (continuation of Deferred@1668282580 after retry RPC after error@1579397652) -> (continuation of Deferred@1899546716 after retry RPC after error@2082635017) -> (continuation of Deferred@1612153601 after retry RPC after error@593968645) -> (continuation of Deferred@338323485 after retry RPC after error@2073007524) -> (continuation of Deferred@668737119 after retry RPC after error@1028758455) -> (continuation of Deferred@2054977152 after retry RPC after error@2103045854)))
03:04:32.294 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@828224977(state=PENDING, result=null, callback=(continuation of Deferred@296402570 after retry RPC after error@1456306058) -> (continuation of Deferred@2077924825 after retry RPC after error@670387278) -> (continuation of Deferred@1668282580 after retry RPC after error@1579397652) -> (continuation of Deferred@1899546716 after retry RPC after error@2082635017) -> (continuation of Deferred@1612153601 after retry RPC after error@593968645) -> (continuation of Deferred@338323485 after retry RPC after error@2073007524) -> (continuation of Deferred@668737119 after retry RPC after error@1028758455) -> (continuation of Deferred@2054977152 after retry RPC after error@2103045854), errback=(continuation of Deferred@296402570 after retry RPC after error@1456306058) -> (continuation of Deferred@2077924825 after retry RPC after error@670387278) -> (continuation of Deferred@1668282580 after retry RPC after error@1579397652) -> (continuation of Deferred@1899546716 after retry RPC after error@2082635017) -> (continuation of Deferred@1612153601 after retry RPC after error@593968645) -> (continuation of Deferred@338323485 after retry RPC after error@2073007524) -> (continuation of Deferred@668737119 after retry RPC after error@1028758455) -> (continuation of Deferred@2054977152 after retry RPC after error@2103045854)))
03:04:32.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:32.403092 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:32.403318 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:32.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1797684738(state=PENDING, result=null, callback=(continuation of Deferred@1294098399 after retry RPC after error@1754373925) -> (continuation of Deferred@1251409646 after retry RPC after error@303583184) -> (continuation of Deferred@1293629163 after retry RPC after error@697823450) -> (continuation of Deferred@1410013832 after retry RPC after error@79538454) -> (continuation of Deferred@268790532 after retry RPC after error@109205758) -> (continuation of Deferred@181521916 after retry RPC after error@1674387625) -> (continuation of Deferred@1487612575 after retry RPC after error@1283120348), errback=(continuation of Deferred@1294098399 after retry RPC after error@1754373925) -> (continuation of Deferred@1251409646 after retry RPC after error@303583184) -> (continuation of Deferred@1293629163 after retry RPC after error@697823450) -> (continuation of Deferred@1410013832 after retry RPC after error@79538454) -> (continuation of Deferred@268790532 after retry RPC after error@109205758) -> (continuation of Deferred@181521916 after retry RPC after error@1674387625) -> (continuation of Deferred@1487612575 after retry RPC after error@1283120348)))
03:04:32.557 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1797684738(state=PENDING, result=null, callback=(continuation of Deferred@1294098399 after retry RPC after error@1754373925) -> (continuation of Deferred@1251409646 after retry RPC after error@303583184) -> (continuation of Deferred@1293629163 after retry RPC after error@697823450) -> (continuation of Deferred@1410013832 after retry RPC after error@79538454) -> (continuation of Deferred@268790532 after retry RPC after error@109205758) -> (continuation of Deferred@181521916 after retry RPC after error@1674387625) -> (continuation of Deferred@1487612575 after retry RPC after error@1283120348), errback=(continuation of Deferred@1294098399 after retry RPC after error@1754373925) -> (continuation of Deferred@1251409646 after retry RPC after error@303583184) -> (continuation of Deferred@1293629163 after retry RPC after error@697823450) -> (continuation of Deferred@1410013832 after retry RPC after error@79538454) -> (continuation of Deferred@268790532 after retry RPC after error@109205758) -> (continuation of Deferred@181521916 after retry RPC after error@1674387625) -> (continuation of Deferred@1487612575 after retry RPC after error@1283120348)))
03:04:32.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1077303615(state=PENDING, result=null, callback=(continuation of Deferred@711967369 after retry RPC after error@412800014) -> (continuation of Deferred@447632503 after retry RPC after error@1755519420) -> (continuation of Deferred@1015866795 after retry RPC after error@1928887440) -> (continuation of Deferred@438145876 after retry RPC after error@1778587474) -> (continuation of Deferred@838407684 after retry RPC after error@5562455) -> (continuation of Deferred@1990546490 after retry RPC after error@82732091) -> (continuation of Deferred@2111703956 after retry RPC after error@1513036320), errback=(continuation of Deferred@711967369 after retry RPC after error@412800014) -> (continuation of Deferred@447632503 after retry RPC after error@1755519420) -> (continuation of Deferred@1015866795 after retry RPC after error@1928887440) -> (continuation of Deferred@438145876 after retry RPC after error@1778587474) -> (continuation of Deferred@838407684 after retry RPC after error@5562455) -> (continuation of Deferred@1990546490 after retry RPC after error@82732091) -> (continuation of Deferred@2111703956 after retry RPC after error@1513036320)))
03:04:32.815 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1077303615(state=PENDING, result=null, callback=(continuation of Deferred@711967369 after retry RPC after error@412800014) -> (continuation of Deferred@447632503 after retry RPC after error@1755519420) -> (continuation of Deferred@1015866795 after retry RPC after error@1928887440) -> (continuation of Deferred@438145876 after retry RPC after error@1778587474) -> (continuation of Deferred@838407684 after retry RPC after error@5562455) -> (continuation of Deferred@1990546490 after retry RPC after error@82732091) -> (continuation of Deferred@2111703956 after retry RPC after error@1513036320), errback=(continuation of Deferred@711967369 after retry RPC after error@412800014) -> (continuation of Deferred@447632503 after retry RPC after error@1755519420) -> (continuation of Deferred@1015866795 after retry RPC after error@1928887440) -> (continuation of Deferred@438145876 after retry RPC after error@1778587474) -> (continuation of Deferred@838407684 after retry RPC after error@5562455) -> (continuation of Deferred@1990546490 after retry RPC after error@82732091) -> (continuation of Deferred@2111703956 after retry RPC after error@1513036320)))
03:04:32.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:32.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:32.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:32.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:32.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:32.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@364207653(state=PENDING, result=null, callback=(continuation of Deferred@884568229 after retry RPC after error@1888016463) -> (continuation of Deferred@1251532181 after retry RPC after error@1977874069) -> (continuation of Deferred@169905364 after retry RPC after error@1012688767) -> (continuation of Deferred@807690516 after retry RPC after error@1520004827) -> (continuation of Deferred@1422991216 after retry RPC after error@191495434) -> (continuation of Deferred@408293810 after retry RPC after error@162024405), errback=(continuation of Deferred@884568229 after retry RPC after error@1888016463) -> (continuation of Deferred@1251532181 after retry RPC after error@1977874069) -> (continuation of Deferred@169905364 after retry RPC after error@1012688767) -> (continuation of Deferred@807690516 after retry RPC after error@1520004827) -> (continuation of Deferred@1422991216 after retry RPC after error@191495434) -> (continuation of Deferred@408293810 after retry RPC after error@162024405)))
03:04:33.014 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@364207653(state=PENDING, result=null, callback=(continuation of Deferred@884568229 after retry RPC after error@1888016463) -> (continuation of Deferred@1251532181 after retry RPC after error@1977874069) -> (continuation of Deferred@169905364 after retry RPC after error@1012688767) -> (continuation of Deferred@807690516 after retry RPC after error@1520004827) -> (continuation of Deferred@1422991216 after retry RPC after error@191495434) -> (continuation of Deferred@408293810 after retry RPC after error@162024405), errback=(continuation of Deferred@884568229 after retry RPC after error@1888016463) -> (continuation of Deferred@1251532181 after retry RPC after error@1977874069) -> (continuation of Deferred@169905364 after retry RPC after error@1012688767) -> (continuation of Deferred@807690516 after retry RPC after error@1520004827) -> (continuation of Deferred@1422991216 after retry RPC after error@191495434) -> (continuation of Deferred@408293810 after retry RPC after error@162024405)))
03:04:33.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.073 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1066998323(state=PENDING, result=null, callback=(continuation of Deferred@501262585 after retry RPC after error@327388009) -> (continuation of Deferred@1096636803 after retry RPC after error@912427801) -> (continuation of Deferred@786258508 after retry RPC after error@554325053) -> (continuation of Deferred@179343582 after retry RPC after error@673773778) -> (continuation of Deferred@1818478753 after retry RPC after error@524014252) -> (continuation of Deferred@285448181 after retry RPC after error@2122449775) -> (continuation of Deferred@215415518 after retry RPC after error@1295644506), errback=(continuation of Deferred@501262585 after retry RPC after error@327388009) -> (continuation of Deferred@1096636803 after retry RPC after error@912427801) -> (continuation of Deferred@786258508 after retry RPC after error@554325053) -> (continuation of Deferred@179343582 after retry RPC after error@673773778) -> (continuation of Deferred@1818478753 after retry RPC after error@524014252) -> (continuation of Deferred@285448181 after retry RPC after error@2122449775) -> (continuation of Deferred@215415518 after retry RPC after error@1295644506)))
03:04:33.275 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1066998323(state=PENDING, result=null, callback=(continuation of Deferred@501262585 after retry RPC after error@327388009) -> (continuation of Deferred@1096636803 after retry RPC after error@912427801) -> (continuation of Deferred@786258508 after retry RPC after error@554325053) -> (continuation of Deferred@179343582 after retry RPC after error@673773778) -> (continuation of Deferred@1818478753 after retry RPC after error@524014252) -> (continuation of Deferred@285448181 after retry RPC after error@2122449775) -> (continuation of Deferred@215415518 after retry RPC after error@1295644506), errback=(continuation of Deferred@501262585 after retry RPC after error@327388009) -> (continuation of Deferred@1096636803 after retry RPC after error@912427801) -> (continuation of Deferred@786258508 after retry RPC after error@554325053) -> (continuation of Deferred@179343582 after retry RPC after error@673773778) -> (continuation of Deferred@1818478753 after retry RPC after error@524014252) -> (continuation of Deferred@285448181 after retry RPC after error@2122449775) -> (continuation of Deferred@215415518 after retry RPC after error@1295644506)))
03:04:33.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1529668911(state=PENDING, result=null, callback=(continuation of Deferred@1071053679 after retry RPC after error@1880260334) -> (continuation of Deferred@2065578009 after retry RPC after error@1202175944) -> (continuation of Deferred@1327643088 after retry RPC after error@748997588) -> (continuation of Deferred@644935849 after retry RPC after error@1548960336) -> (continuation of Deferred@39914675 after retry RPC after error@135372096) -> (continuation of Deferred@700825939 after retry RPC after error@1875007481) -> (continuation of Deferred@1707924006 after retry RPC after error@1630773314), errback=(continuation of Deferred@1071053679 after retry RPC after error@1880260334) -> (continuation of Deferred@2065578009 after retry RPC after error@1202175944) -> (continuation of Deferred@1327643088 after retry RPC after error@748997588) -> (continuation of Deferred@644935849 after retry RPC after error@1548960336) -> (continuation of Deferred@39914675 after retry RPC after error@135372096) -> (continuation of Deferred@700825939 after retry RPC after error@1875007481) -> (continuation of Deferred@1707924006 after retry RPC after error@1630773314)))
03:04:33.454 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1529668911(state=PENDING, result=null, callback=(continuation of Deferred@1071053679 after retry RPC after error@1880260334) -> (continuation of Deferred@2065578009 after retry RPC after error@1202175944) -> (continuation of Deferred@1327643088 after retry RPC after error@748997588) -> (continuation of Deferred@644935849 after retry RPC after error@1548960336) -> (continuation of Deferred@39914675 after retry RPC after error@135372096) -> (continuation of Deferred@700825939 after retry RPC after error@1875007481) -> (continuation of Deferred@1707924006 after retry RPC after error@1630773314), errback=(continuation of Deferred@1071053679 after retry RPC after error@1880260334) -> (continuation of Deferred@2065578009 after retry RPC after error@1202175944) -> (continuation of Deferred@1327643088 after retry RPC after error@748997588) -> (continuation of Deferred@644935849 after retry RPC after error@1548960336) -> (continuation of Deferred@39914675 after retry RPC after error@135372096) -> (continuation of Deferred@700825939 after retry RPC after error@1875007481) -> (continuation of Deferred@1707924006 after retry RPC after error@1630773314)))
03:04:33.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:33.543123 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:33.544502 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:33.545871 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:33.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1083422952(state=PENDING, result=null, callback=(continuation of Deferred@1195097881 after retry RPC after error@1570224261) -> (continuation of Deferred@679242411 after retry RPC after error@1979044788) -> (continuation of Deferred@1865181540 after retry RPC after error@253732756) -> (continuation of Deferred@1149091310 after retry RPC after error@533638822) -> (continuation of Deferred@329618290 after retry RPC after error@1635034517) -> (continuation of Deferred@1213200024 after retry RPC after error@572443305) -> (continuation of Deferred@497021851 after retry RPC after error@1493415344), errback=(continuation of Deferred@1195097881 after retry RPC after error@1570224261) -> (continuation of Deferred@679242411 after retry RPC after error@1979044788) -> (continuation of Deferred@1865181540 after retry RPC after error@253732756) -> (continuation of Deferred@1149091310 after retry RPC after error@533638822) -> (continuation of Deferred@329618290 after retry RPC after error@1635034517) -> (continuation of Deferred@1213200024 after retry RPC after error@572443305) -> (continuation of Deferred@497021851 after retry RPC after error@1493415344)))
03:04:33.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1083422952(state=PENDING, result=null, callback=(continuation of Deferred@1195097881 after retry RPC after error@1570224261) -> (continuation of Deferred@679242411 after retry RPC after error@1979044788) -> (continuation of Deferred@1865181540 after retry RPC after error@253732756) -> (continuation of Deferred@1149091310 after retry RPC after error@533638822) -> (continuation of Deferred@329618290 after retry RPC after error@1635034517) -> (continuation of Deferred@1213200024 after retry RPC after error@572443305) -> (continuation of Deferred@497021851 after retry RPC after error@1493415344), errback=(continuation of Deferred@1195097881 after retry RPC after error@1570224261) -> (continuation of Deferred@679242411 after retry RPC after error@1979044788) -> (continuation of Deferred@1865181540 after retry RPC after error@253732756) -> (continuation of Deferred@1149091310 after retry RPC after error@533638822) -> (continuation of Deferred@329618290 after retry RPC after error@1635034517) -> (continuation of Deferred@1213200024 after retry RPC after error@572443305) -> (continuation of Deferred@497021851 after retry RPC after error@1493415344)))
03:04:33.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1612530472(state=PENDING, result=null, callback=(continuation of Deferred@153096894 after retry RPC after error@1278225514) -> (continuation of Deferred@285600703 after retry RPC after error@453770932) -> (continuation of Deferred@314030729 after retry RPC after error@1596557257) -> (continuation of Deferred@1641006976 after retry RPC after error@636844883) -> (continuation of Deferred@179957398 after retry RPC after error@431830983) -> (continuation of Deferred@114360503 after retry RPC after error@141614301) -> (continuation of Deferred@1299729947 after retry RPC after error@1032543100), errback=(continuation of Deferred@153096894 after retry RPC after error@1278225514) -> (continuation of Deferred@285600703 after retry RPC after error@453770932) -> (continuation of Deferred@314030729 after retry RPC after error@1596557257) -> (continuation of Deferred@1641006976 after retry RPC after error@636844883) -> (continuation of Deferred@179957398 after retry RPC after error@431830983) -> (continuation of Deferred@114360503 after retry RPC after error@141614301) -> (continuation of Deferred@1299729947 after retry RPC after error@1032543100)))
03:04:33.934 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1612530472(state=PENDING, result=null, callback=(continuation of Deferred@153096894 after retry RPC after error@1278225514) -> (continuation of Deferred@285600703 after retry RPC after error@453770932) -> (continuation of Deferred@314030729 after retry RPC after error@1596557257) -> (continuation of Deferred@1641006976 after retry RPC after error@636844883) -> (continuation of Deferred@179957398 after retry RPC after error@431830983) -> (continuation of Deferred@114360503 after retry RPC after error@141614301) -> (continuation of Deferred@1299729947 after retry RPC after error@1032543100), errback=(continuation of Deferred@153096894 after retry RPC after error@1278225514) -> (continuation of Deferred@285600703 after retry RPC after error@453770932) -> (continuation of Deferred@314030729 after retry RPC after error@1596557257) -> (continuation of Deferred@1641006976 after retry RPC after error@636844883) -> (continuation of Deferred@179957398 after retry RPC after error@431830983) -> (continuation of Deferred@114360503 after retry RPC after error@141614301) -> (continuation of Deferred@1299729947 after retry RPC after error@1032543100)))
03:04:33.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:33.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:33.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:33.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:33.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:33.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.073 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1047511836(state=PENDING, result=null, callback=(continuation of Deferred@1467684564 after retry RPC after error@912656600) -> (continuation of Deferred@1038993589 after retry RPC after error@2111478583) -> (continuation of Deferred@1914236910 after retry RPC after error@1950222781) -> (continuation of Deferred@667275247 after retry RPC after error@242215683) -> (continuation of Deferred@1002242751 after retry RPC after error@1061853076) -> (continuation of Deferred@922324261 after retry RPC after error@1195335434) -> (continuation of Deferred@340002216 after retry RPC after error@2136594051), errback=(continuation of Deferred@1467684564 after retry RPC after error@912656600) -> (continuation of Deferred@1038993589 after retry RPC after error@2111478583) -> (continuation of Deferred@1914236910 after retry RPC after error@1950222781) -> (continuation of Deferred@667275247 after retry RPC after error@242215683) -> (continuation of Deferred@1002242751 after retry RPC after error@1061853076) -> (continuation of Deferred@922324261 after retry RPC after error@1195335434) -> (continuation of Deferred@340002216 after retry RPC after error@2136594051)))
03:04:34.194 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1047511836(state=PENDING, result=null, callback=(continuation of Deferred@1467684564 after retry RPC after error@912656600) -> (continuation of Deferred@1038993589 after retry RPC after error@2111478583) -> (continuation of Deferred@1914236910 after retry RPC after error@1950222781) -> (continuation of Deferred@667275247 after retry RPC after error@242215683) -> (continuation of Deferred@1002242751 after retry RPC after error@1061853076) -> (continuation of Deferred@922324261 after retry RPC after error@1195335434) -> (continuation of Deferred@340002216 after retry RPC after error@2136594051), errback=(continuation of Deferred@1467684564 after retry RPC after error@912656600) -> (continuation of Deferred@1038993589 after retry RPC after error@2111478583) -> (continuation of Deferred@1914236910 after retry RPC after error@1950222781) -> (continuation of Deferred@667275247 after retry RPC after error@242215683) -> (continuation of Deferred@1002242751 after retry RPC after error@1061853076) -> (continuation of Deferred@922324261 after retry RPC after error@1195335434) -> (continuation of Deferred@340002216 after retry RPC after error@2136594051)))
03:04:34.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1314184659(state=PENDING, result=null, callback=(continuation of Deferred@305219940 after retry RPC after error@242779696) -> (continuation of Deferred@1626315996 after retry RPC after error@138243927) -> (continuation of Deferred@274693469 after retry RPC after error@1515991136) -> (continuation of Deferred@1179209355 after retry RPC after error@636344002) -> (continuation of Deferred@1320411831 after retry RPC after error@1977025585) -> (continuation of Deferred@2045128982 after retry RPC after error@846639918) -> (continuation of Deferred@1661028749 after retry RPC after error@783953744), errback=(continuation of Deferred@305219940 after retry RPC after error@242779696) -> (continuation of Deferred@1626315996 after retry RPC after error@138243927) -> (continuation of Deferred@274693469 after retry RPC after error@1515991136) -> (continuation of Deferred@1179209355 after retry RPC after error@636344002) -> (continuation of Deferred@1320411831 after retry RPC after error@1977025585) -> (continuation of Deferred@2045128982 after retry RPC after error@846639918) -> (continuation of Deferred@1661028749 after retry RPC after error@783953744)))
03:04:34.435 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1314184659(state=PENDING, result=null, callback=(continuation of Deferred@305219940 after retry RPC after error@242779696) -> (continuation of Deferred@1626315996 after retry RPC after error@138243927) -> (continuation of Deferred@274693469 after retry RPC after error@1515991136) -> (continuation of Deferred@1179209355 after retry RPC after error@636344002) -> (continuation of Deferred@1320411831 after retry RPC after error@1977025585) -> (continuation of Deferred@2045128982 after retry RPC after error@846639918) -> (continuation of Deferred@1661028749 after retry RPC after error@783953744), errback=(continuation of Deferred@305219940 after retry RPC after error@242779696) -> (continuation of Deferred@1626315996 after retry RPC after error@138243927) -> (continuation of Deferred@274693469 after retry RPC after error@1515991136) -> (continuation of Deferred@1179209355 after retry RPC after error@636344002) -> (continuation of Deferred@1320411831 after retry RPC after error@1977025585) -> (continuation of Deferred@2045128982 after retry RPC after error@846639918) -> (continuation of Deferred@1661028749 after retry RPC after error@783953744)))
03:04:34.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@422449042(state=PENDING, result=null, callback=(continuation of Deferred@132362489 after retry RPC after error@1333847822) -> (continuation of Deferred@2012307315 after retry RPC after error@516594816) -> (continuation of Deferred@78939096 after retry RPC after error@1287957719) -> (continuation of Deferred@825456891 after retry RPC after error@2069351617) -> (continuation of Deferred@1532832304 after retry RPC after error@840337304) -> (continuation of Deferred@407426433 after retry RPC after error@1572615053), errback=(continuation of Deferred@132362489 after retry RPC after error@1333847822) -> (continuation of Deferred@2012307315 after retry RPC after error@516594816) -> (continuation of Deferred@78939096 after retry RPC after error@1287957719) -> (continuation of Deferred@825456891 after retry RPC after error@2069351617) -> (continuation of Deferred@1532832304 after retry RPC after error@840337304) -> (continuation of Deferred@407426433 after retry RPC after error@1572615053)))
03:04:34.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@422449042(state=PENDING, result=null, callback=(continuation of Deferred@132362489 after retry RPC after error@1333847822) -> (continuation of Deferred@2012307315 after retry RPC after error@516594816) -> (continuation of Deferred@78939096 after retry RPC after error@1287957719) -> (continuation of Deferred@825456891 after retry RPC after error@2069351617) -> (continuation of Deferred@1532832304 after retry RPC after error@840337304) -> (continuation of Deferred@407426433 after retry RPC after error@1572615053), errback=(continuation of Deferred@132362489 after retry RPC after error@1333847822) -> (continuation of Deferred@2012307315 after retry RPC after error@516594816) -> (continuation of Deferred@78939096 after retry RPC after error@1287957719) -> (continuation of Deferred@825456891 after retry RPC after error@2069351617) -> (continuation of Deferred@1532832304 after retry RPC after error@840337304) -> (continuation of Deferred@407426433 after retry RPC after error@1572615053)))
03:04:34.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@585948237(state=PENDING, result=null, callback=(continuation of Deferred@1695330514 after retry RPC after error@293551288) -> (continuation of Deferred@905734699 after retry RPC after error@1899419245) -> (continuation of Deferred@1899782841 after retry RPC after error@424544986) -> (continuation of Deferred@1328908010 after retry RPC after error@150451423) -> (continuation of Deferred@441202386 after retry RPC after error@1941825435) -> (continuation of Deferred@274480592 after retry RPC after error@632828488) -> (continuation of Deferred@1589209739 after retry RPC after error@1118097400), errback=(continuation of Deferred@1695330514 after retry RPC after error@293551288) -> (continuation of Deferred@905734699 after retry RPC after error@1899419245) -> (continuation of Deferred@1899782841 after retry RPC after error@424544986) -> (continuation of Deferred@1328908010 after retry RPC after error@150451423) -> (continuation of Deferred@441202386 after retry RPC after error@1941825435) -> (continuation of Deferred@274480592 after retry RPC after error@632828488) -> (continuation of Deferred@1589209739 after retry RPC after error@1118097400)))
03:04:34.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@585948237(state=PENDING, result=null, callback=(continuation of Deferred@1695330514 after retry RPC after error@293551288) -> (continuation of Deferred@905734699 after retry RPC after error@1899419245) -> (continuation of Deferred@1899782841 after retry RPC after error@424544986) -> (continuation of Deferred@1328908010 after retry RPC after error@150451423) -> (continuation of Deferred@441202386 after retry RPC after error@1941825435) -> (continuation of Deferred@274480592 after retry RPC after error@632828488) -> (continuation of Deferred@1589209739 after retry RPC after error@1118097400), errback=(continuation of Deferred@1695330514 after retry RPC after error@293551288) -> (continuation of Deferred@905734699 after retry RPC after error@1899419245) -> (continuation of Deferred@1899782841 after retry RPC after error@424544986) -> (continuation of Deferred@1328908010 after retry RPC after error@150451423) -> (continuation of Deferred@441202386 after retry RPC after error@1941825435) -> (continuation of Deferred@274480592 after retry RPC after error@632828488) -> (continuation of Deferred@1589209739 after retry RPC after error@1118097400)))
03:04:34.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:34.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:34.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:34.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:34.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:34.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1540603095(state=PENDING, result=null, callback=(continuation of Deferred@1916174765 after retry RPC after error@334239609) -> (continuation of Deferred@1075579489 after retry RPC after error@107951025) -> (continuation of Deferred@1083367736 after retry RPC after error@867594636) -> (continuation of Deferred@324610713 after retry RPC after error@1825858040) -> (continuation of Deferred@991483515 after retry RPC after error@992148101) -> (continuation of Deferred@1643451034 after retry RPC after error@786527485) -> (continuation of Deferred@1404556372 after retry RPC after error@2137909877), errback=(continuation of Deferred@1916174765 after retry RPC after error@334239609) -> (continuation of Deferred@1075579489 after retry RPC after error@107951025) -> (continuation of Deferred@1083367736 after retry RPC after error@867594636) -> (continuation of Deferred@324610713 after retry RPC after error@1825858040) -> (continuation of Deferred@991483515 after retry RPC after error@992148101) -> (continuation of Deferred@1643451034 after retry RPC after error@786527485) -> (continuation of Deferred@1404556372 after retry RPC after error@2137909877)))
03:04:34.994 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1540603095(state=PENDING, result=null, callback=(continuation of Deferred@1916174765 after retry RPC after error@334239609) -> (continuation of Deferred@1075579489 after retry RPC after error@107951025) -> (continuation of Deferred@1083367736 after retry RPC after error@867594636) -> (continuation of Deferred@324610713 after retry RPC after error@1825858040) -> (continuation of Deferred@991483515 after retry RPC after error@992148101) -> (continuation of Deferred@1643451034 after retry RPC after error@786527485) -> (continuation of Deferred@1404556372 after retry RPC after error@2137909877), errback=(continuation of Deferred@1916174765 after retry RPC after error@334239609) -> (continuation of Deferred@1075579489 after retry RPC after error@107951025) -> (continuation of Deferred@1083367736 after retry RPC after error@867594636) -> (continuation of Deferred@324610713 after retry RPC after error@1825858040) -> (continuation of Deferred@991483515 after retry RPC after error@992148101) -> (continuation of Deferred@1643451034 after retry RPC after error@786527485) -> (continuation of Deferred@1404556372 after retry RPC after error@2137909877)))
03:04:35.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@722664302(state=PENDING, result=null, callback=(continuation of Deferred@1828367915 after retry RPC after error@1292140569) -> (continuation of Deferred@1195380779 after retry RPC after error@2075482662) -> (continuation of Deferred@1116153997 after retry RPC after error@736787596) -> (continuation of Deferred@1819074706 after retry RPC after error@1037693779) -> (continuation of Deferred@1189181221 after retry RPC after error@1041726825) -> (continuation of Deferred@905208393 after retry RPC after error@1195728079) -> (continuation of Deferred@181424989 after retry RPC after error@262769499), errback=(continuation of Deferred@1828367915 after retry RPC after error@1292140569) -> (continuation of Deferred@1195380779 after retry RPC after error@2075482662) -> (continuation of Deferred@1116153997 after retry RPC after error@736787596) -> (continuation of Deferred@1819074706 after retry RPC after error@1037693779) -> (continuation of Deferred@1189181221 after retry RPC after error@1041726825) -> (continuation of Deferred@905208393 after retry RPC after error@1195728079) -> (continuation of Deferred@181424989 after retry RPC after error@262769499)))
03:04:35.194 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@722664302(state=PENDING, result=null, callback=(continuation of Deferred@1828367915 after retry RPC after error@1292140569) -> (continuation of Deferred@1195380779 after retry RPC after error@2075482662) -> (continuation of Deferred@1116153997 after retry RPC after error@736787596) -> (continuation of Deferred@1819074706 after retry RPC after error@1037693779) -> (continuation of Deferred@1189181221 after retry RPC after error@1041726825) -> (continuation of Deferred@905208393 after retry RPC after error@1195728079) -> (continuation of Deferred@181424989 after retry RPC after error@262769499), errback=(continuation of Deferred@1828367915 after retry RPC after error@1292140569) -> (continuation of Deferred@1195380779 after retry RPC after error@2075482662) -> (continuation of Deferred@1116153997 after retry RPC after error@736787596) -> (continuation of Deferred@1819074706 after retry RPC after error@1037693779) -> (continuation of Deferred@1189181221 after retry RPC after error@1041726825) -> (continuation of Deferred@905208393 after retry RPC after error@1195728079) -> (continuation of Deferred@181424989 after retry RPC after error@262769499)))
03:04:35.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@556737202(state=PENDING, result=null, callback=(continuation of Deferred@1800298064 after retry RPC after error@119725477) -> (continuation of Deferred@752496247 after retry RPC after error@1958261740) -> (continuation of Deferred@1839058933 after retry RPC after error@2084829206) -> (continuation of Deferred@26724479 after retry RPC after error@813775986) -> (continuation of Deferred@870367216 after retry RPC after error@1342202578) -> (continuation of Deferred@1869323421 after retry RPC after error@1446010798) -> (continuation of Deferred@1620669863 after retry RPC after error@861703572), errback=(continuation of Deferred@1800298064 after retry RPC after error@119725477) -> (continuation of Deferred@752496247 after retry RPC after error@1958261740) -> (continuation of Deferred@1839058933 after retry RPC after error@2084829206) -> (continuation of Deferred@26724479 after retry RPC after error@813775986) -> (continuation of Deferred@870367216 after retry RPC after error@1342202578) -> (continuation of Deferred@1869323421 after retry RPC after error@1446010798) -> (continuation of Deferred@1620669863 after retry RPC after error@861703572)))
03:04:35.414 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@556737202(state=PENDING, result=null, callback=(continuation of Deferred@1800298064 after retry RPC after error@119725477) -> (continuation of Deferred@752496247 after retry RPC after error@1958261740) -> (continuation of Deferred@1839058933 after retry RPC after error@2084829206) -> (continuation of Deferred@26724479 after retry RPC after error@813775986) -> (continuation of Deferred@870367216 after retry RPC after error@1342202578) -> (continuation of Deferred@1869323421 after retry RPC after error@1446010798) -> (continuation of Deferred@1620669863 after retry RPC after error@861703572), errback=(continuation of Deferred@1800298064 after retry RPC after error@119725477) -> (continuation of Deferred@752496247 after retry RPC after error@1958261740) -> (continuation of Deferred@1839058933 after retry RPC after error@2084829206) -> (continuation of Deferred@26724479 after retry RPC after error@813775986) -> (continuation of Deferred@870367216 after retry RPC after error@1342202578) -> (continuation of Deferred@1869323421 after retry RPC after error@1446010798) -> (continuation of Deferred@1620669863 after retry RPC after error@861703572)))
03:04:35.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1864877564(state=PENDING, result=null, callback=(continuation of Deferred@722110276 after retry RPC after error@1850673867) -> (continuation of Deferred@1386615117 after retry RPC after error@67053248) -> (continuation of Deferred@2091950428 after retry RPC after error@1790965075) -> (continuation of Deferred@141671728 after retry RPC after error@1925338072) -> (continuation of Deferred@184657565 after retry RPC after error@503439299) -> (continuation of Deferred@454850830 after retry RPC after error@2065736998), errback=(continuation of Deferred@722110276 after retry RPC after error@1850673867) -> (continuation of Deferred@1386615117 after retry RPC after error@67053248) -> (continuation of Deferred@2091950428 after retry RPC after error@1790965075) -> (continuation of Deferred@141671728 after retry RPC after error@1925338072) -> (continuation of Deferred@184657565 after retry RPC after error@503439299) -> (continuation of Deferred@454850830 after retry RPC after error@2065736998)))
03:04:35.574 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1864877564(state=PENDING, result=null, callback=(continuation of Deferred@722110276 after retry RPC after error@1850673867) -> (continuation of Deferred@1386615117 after retry RPC after error@67053248) -> (continuation of Deferred@2091950428 after retry RPC after error@1790965075) -> (continuation of Deferred@141671728 after retry RPC after error@1925338072) -> (continuation of Deferred@184657565 after retry RPC after error@503439299) -> (continuation of Deferred@454850830 after retry RPC after error@2065736998), errback=(continuation of Deferred@722110276 after retry RPC after error@1850673867) -> (continuation of Deferred@1386615117 after retry RPC after error@67053248) -> (continuation of Deferred@2091950428 after retry RPC after error@1790965075) -> (continuation of Deferred@141671728 after retry RPC after error@1925338072) -> (continuation of Deferred@184657565 after retry RPC after error@503439299) -> (continuation of Deferred@454850830 after retry RPC after error@2065736998)))
03:04:35.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1627397592(state=PENDING, result=null, callback=(continuation of Deferred@1122490631 after retry RPC after error@1080081770) -> (continuation of Deferred@1107936925 after retry RPC after error@587660761) -> (continuation of Deferred@1607804767 after retry RPC after error@446384674) -> (continuation of Deferred@380259010 after retry RPC after error@47613435) -> (continuation of Deferred@1959769377 after retry RPC after error@876952512) -> (continuation of Deferred@1887275984 after retry RPC after error@1177690489) -> (continuation of Deferred@1339941411 after retry RPC after error@1390103331), errback=(continuation of Deferred@1122490631 after retry RPC after error@1080081770) -> (continuation of Deferred@1107936925 after retry RPC after error@587660761) -> (continuation of Deferred@1607804767 after retry RPC after error@446384674) -> (continuation of Deferred@380259010 after retry RPC after error@47613435) -> (continuation of Deferred@1959769377 after retry RPC after error@876952512) -> (continuation of Deferred@1887275984 after retry RPC after error@1177690489) -> (continuation of Deferred@1339941411 after retry RPC after error@1390103331)))
03:04:35.814 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1627397592(state=PENDING, result=null, callback=(continuation of Deferred@1122490631 after retry RPC after error@1080081770) -> (continuation of Deferred@1107936925 after retry RPC after error@587660761) -> (continuation of Deferred@1607804767 after retry RPC after error@446384674) -> (continuation of Deferred@380259010 after retry RPC after error@47613435) -> (continuation of Deferred@1959769377 after retry RPC after error@876952512) -> (continuation of Deferred@1887275984 after retry RPC after error@1177690489) -> (continuation of Deferred@1339941411 after retry RPC after error@1390103331), errback=(continuation of Deferred@1122490631 after retry RPC after error@1080081770) -> (continuation of Deferred@1107936925 after retry RPC after error@587660761) -> (continuation of Deferred@1607804767 after retry RPC after error@446384674) -> (continuation of Deferred@380259010 after retry RPC after error@47613435) -> (continuation of Deferred@1959769377 after retry RPC after error@876952512) -> (continuation of Deferred@1887275984 after retry RPC after error@1177690489) -> (continuation of Deferred@1339941411 after retry RPC after error@1390103331)))
03:04:35.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:35.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:35.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:35.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:35.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:35.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1337106822(state=PENDING, result=null, callback=(continuation of Deferred@1165142032 after retry RPC after error@1778833883) -> (continuation of Deferred@1588199718 after retry RPC after error@80618980) -> (continuation of Deferred@1412181829 after retry RPC after error@146336794) -> (continuation of Deferred@102072090 after retry RPC after error@1929485113) -> (continuation of Deferred@1180881947 after retry RPC after error@158673137) -> (continuation of Deferred@607480682 after retry RPC after error@1527968902) -> (continuation of Deferred@184562163 after retry RPC after error@731034306), errback=(continuation of Deferred@1165142032 after retry RPC after error@1778833883) -> (continuation of Deferred@1588199718 after retry RPC after error@80618980) -> (continuation of Deferred@1412181829 after retry RPC after error@146336794) -> (continuation of Deferred@102072090 after retry RPC after error@1929485113) -> (continuation of Deferred@1180881947 after retry RPC after error@158673137) -> (continuation of Deferred@607480682 after retry RPC after error@1527968902) -> (continuation of Deferred@184562163 after retry RPC after error@731034306)))
03:04:36.074 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1337106822(state=PENDING, result=null, callback=(continuation of Deferred@1165142032 after retry RPC after error@1778833883) -> (continuation of Deferred@1588199718 after retry RPC after error@80618980) -> (continuation of Deferred@1412181829 after retry RPC after error@146336794) -> (continuation of Deferred@102072090 after retry RPC after error@1929485113) -> (continuation of Deferred@1180881947 after retry RPC after error@158673137) -> (continuation of Deferred@607480682 after retry RPC after error@1527968902) -> (continuation of Deferred@184562163 after retry RPC after error@731034306), errback=(continuation of Deferred@1165142032 after retry RPC after error@1778833883) -> (continuation of Deferred@1588199718 after retry RPC after error@80618980) -> (continuation of Deferred@1412181829 after retry RPC after error@146336794) -> (continuation of Deferred@102072090 after retry RPC after error@1929485113) -> (continuation of Deferred@1180881947 after retry RPC after error@158673137) -> (continuation of Deferred@607480682 after retry RPC after error@1527968902) -> (continuation of Deferred@184562163 after retry RPC after error@731034306)))
03:04:36.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1760800881(state=PENDING, result=null, callback=(continuation of Deferred@623515929 after retry RPC after error@1894670243) -> (continuation of Deferred@219304954 after retry RPC after error@2023168529) -> (continuation of Deferred@218117835 after retry RPC after error@261190543) -> (continuation of Deferred@277052420 after retry RPC after error@1350876055) -> (continuation of Deferred@1555986722 after retry RPC after error@1480029233) -> (continuation of Deferred@1407144047 after retry RPC after error@645005696) -> (continuation of Deferred@162138885 after retry RPC after error@1784635645) -> (continuation of Deferred@1135221233 after retry RPC after error@1977777669), errback=(continuation of Deferred@623515929 after retry RPC after error@1894670243) -> (continuation of Deferred@219304954 after retry RPC after error@2023168529) -> (continuation of Deferred@218117835 after retry RPC after error@261190543) -> (continuation of Deferred@277052420 after retry RPC after error@1350876055) -> (continuation of Deferred@1555986722 after retry RPC after error@1480029233) -> (continuation of Deferred@1407144047 after retry RPC after error@645005696) -> (continuation of Deferred@162138885 after retry RPC after error@1784635645) -> (continuation of Deferred@1135221233 after retry RPC after error@1977777669)))
03:04:36.334 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1760800881(state=PENDING, result=null, callback=(continuation of Deferred@623515929 after retry RPC after error@1894670243) -> (continuation of Deferred@219304954 after retry RPC after error@2023168529) -> (continuation of Deferred@218117835 after retry RPC after error@261190543) -> (continuation of Deferred@277052420 after retry RPC after error@1350876055) -> (continuation of Deferred@1555986722 after retry RPC after error@1480029233) -> (continuation of Deferred@1407144047 after retry RPC after error@645005696) -> (continuation of Deferred@162138885 after retry RPC after error@1784635645) -> (continuation of Deferred@1135221233 after retry RPC after error@1977777669), errback=(continuation of Deferred@623515929 after retry RPC after error@1894670243) -> (continuation of Deferred@219304954 after retry RPC after error@2023168529) -> (continuation of Deferred@218117835 after retry RPC after error@261190543) -> (continuation of Deferred@277052420 after retry RPC after error@1350876055) -> (continuation of Deferred@1555986722 after retry RPC after error@1480029233) -> (continuation of Deferred@1407144047 after retry RPC after error@645005696) -> (continuation of Deferred@162138885 after retry RPC after error@1784635645) -> (continuation of Deferred@1135221233 after retry RPC after error@1977777669)))
03:04:36.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:36.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:36.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.613 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=Deferred@805622992(state=PENDING, result=null, callback=(continuation of Deferred@1895302486 after retry RPC after error@1475634014) -> (continuation of Deferred@1001732589 after retry RPC after error@755091487) -> (continuation of Deferred@501459548 after retry RPC after error@1777980461) -> (continuation of Deferred@2064769710 after retry RPC after error@1483971811) -> (continuation of Deferred@1489136891 after retry RPC after error@2143126386) -> (continuation of Deferred@189602489 after retry RPC after error@1327307703) -> (continuation of Deferred@83034907 after retry RPC after error@398898916), errback=(continuation of Deferred@1895302486 after retry RPC after error@1475634014) -> (continuation of Deferred@1001732589 after retry RPC after error@755091487) -> (continuation of Deferred@501459548 after retry RPC after error@1777980461) -> (continuation of Deferred@2064769710 after retry RPC after error@1483971811) -> (continuation of Deferred@1489136891 after retry RPC after error@2143126386) -> (continuation of Deferred@189602489 after retry RPC after error@1327307703) -> (continuation of Deferred@83034907 after retry RPC after error@398898916)))
03:04:36.613 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=50, elapsed=60), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1958604407(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@53da83f4 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:36.613 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.632 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
03:04:36.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:36.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.892 [DEBUG - pool-38-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=null) with no deferred attached!
03:04:36.892 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1911106132(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@532c12f7 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:36.894 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:36.894 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=262), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1911106132(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@532c12f7 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:36.894 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=262), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [263ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1911106132(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@532c12f7 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:36.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:36.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:36.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.172 [DEBUG - pool-38-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=null) with no deferred attached!
03:04:37.173 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1684184423(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@5ce1a035 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:37.173 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.173 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1684184423(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@5ce1a035 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:37.173 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1684184423(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@5ce1a035 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:37.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:37.406188 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:37.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:37.406383 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:37.452 [DEBUG - pool-38-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=null) with no deferred attached!
03:04:37.453 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@959875571(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@49cfb217 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:37.453 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.453 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@959875571(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@49cfb217 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:37.453 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@959875571(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@49cfb217 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:37.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.560 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=947), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:37.560 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=668), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:37.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.561 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=388), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:37.561 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=108), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:37.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.571 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [89ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@489306791(state=PENDING, result=null, callback=(continuation of Deferred@1524454512 after retry RPC after error@1113924898) -> (continuation of Deferred@2041007589 after retry RPC after error@898940788) -> (continuation of Deferred@89785186 after retry RPC after error@1862105822) -> (continuation of Deferred@762759809 after retry RPC after error@1024044868) -> (continuation of Deferred@1755179668 after retry RPC after error@1840465619) -> (continuation of Deferred@1988799270 after retry RPC after error@101275964) -> (continuation of Deferred@21482019 after retry RPC after error@1983222022), errback=(continuation of Deferred@1524454512 after retry RPC after error@1113924898) -> (continuation of Deferred@2041007589 after retry RPC after error@898940788) -> (continuation of Deferred@89785186 after retry RPC after error@1862105822) -> (continuation of Deferred@762759809 after retry RPC after error@1024044868) -> (continuation of Deferred@1755179668 after retry RPC after error@1840465619) -> (continuation of Deferred@1988799270 after retry RPC after error@101275964) -> (continuation of Deferred@21482019 after retry RPC after error@1983222022)))
03:04:37.714 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [89ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@489306791(state=PENDING, result=null, callback=(continuation of Deferred@1524454512 after retry RPC after error@1113924898) -> (continuation of Deferred@2041007589 after retry RPC after error@898940788) -> (continuation of Deferred@89785186 after retry RPC after error@1862105822) -> (continuation of Deferred@762759809 after retry RPC after error@1024044868) -> (continuation of Deferred@1755179668 after retry RPC after error@1840465619) -> (continuation of Deferred@1988799270 after retry RPC after error@101275964) -> (continuation of Deferred@21482019 after retry RPC after error@1983222022), errback=(continuation of Deferred@1524454512 after retry RPC after error@1113924898) -> (continuation of Deferred@2041007589 after retry RPC after error@898940788) -> (continuation of Deferred@89785186 after retry RPC after error@1862105822) -> (continuation of Deferred@762759809 after retry RPC after error@1024044868) -> (continuation of Deferred@1755179668 after retry RPC after error@1840465619) -> (continuation of Deferred@1988799270 after retry RPC after error@101275964) -> (continuation of Deferred@21482019 after retry RPC after error@1983222022)))
03:04:37.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:37.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:37.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:37.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:37.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:37.992 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1500731311(state=PENDING, result=null, callback=(continuation of Deferred@640577218 after retry RPC after error@831049372) -> (continuation of Deferred@949169068 after retry RPC after error@2065616190) -> (continuation of Deferred@773055713 after retry RPC after error@1494758289) -> (continuation of Deferred@2021109077 after retry RPC after error@1972234328) -> (continuation of Deferred@1141386980 after retry RPC after error@1553209679) -> (continuation of Deferred@424413837 after retry RPC after error@52035284) -> (continuation of Deferred@107188061 after retry RPC after error@2059514047), errback=(continuation of Deferred@640577218 after retry RPC after error@831049372) -> (continuation of Deferred@949169068 after retry RPC after error@2065616190) -> (continuation of Deferred@773055713 after retry RPC after error@1494758289) -> (continuation of Deferred@2021109077 after retry RPC after error@1972234328) -> (continuation of Deferred@1141386980 after retry RPC after error@1553209679) -> (continuation of Deferred@424413837 after retry RPC after error@52035284) -> (continuation of Deferred@107188061 after retry RPC after error@2059514047)))
03:04:37.993 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:38.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.131 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.254 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.254 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@209108497(state=PENDING, result=null, callback=(continuation of Deferred@1455760562 after retry RPC after error@167277401) -> (continuation of Deferred@2288671 after retry RPC after error@958225468) -> (continuation of Deferred@1182932761 after retry RPC after error@212524587) -> (continuation of Deferred@469735861 after retry RPC after error@1213254218) -> (continuation of Deferred@519863950 after retry RPC after error@1149083900) -> (continuation of Deferred@589872119 after retry RPC after error@1835284290) -> (continuation of Deferred@277949550 after retry RPC after error@969020608), errback=(continuation of Deferred@1455760562 after retry RPC after error@167277401) -> (continuation of Deferred@2288671 after retry RPC after error@958225468) -> (continuation of Deferred@1182932761 after retry RPC after error@212524587) -> (continuation of Deferred@469735861 after retry RPC after error@1213254218) -> (continuation of Deferred@519863950 after retry RPC after error@1149083900) -> (continuation of Deferred@589872119 after retry RPC after error@1835284290) -> (continuation of Deferred@277949550 after retry RPC after error@969020608)))
03:04:38.255 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@209108497(state=PENDING, result=null, callback=(continuation of Deferred@1455760562 after retry RPC after error@167277401) -> (continuation of Deferred@2288671 after retry RPC after error@958225468) -> (continuation of Deferred@1182932761 after retry RPC after error@212524587) -> (continuation of Deferred@469735861 after retry RPC after error@1213254218) -> (continuation of Deferred@519863950 after retry RPC after error@1149083900) -> (continuation of Deferred@589872119 after retry RPC after error@1835284290) -> (continuation of Deferred@277949550 after retry RPC after error@969020608), errback=(continuation of Deferred@1455760562 after retry RPC after error@167277401) -> (continuation of Deferred@2288671 after retry RPC after error@958225468) -> (continuation of Deferred@1182932761 after retry RPC after error@212524587) -> (continuation of Deferred@469735861 after retry RPC after error@1213254218) -> (continuation of Deferred@519863950 after retry RPC after error@1149083900) -> (continuation of Deferred@589872119 after retry RPC after error@1835284290) -> (continuation of Deferred@277949550 after retry RPC after error@969020608)))
03:04:38.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.331 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1702047860(state=PENDING, result=null, callback=(continuation of Deferred@1089738421 after retry RPC after error@2010723993) -> (continuation of Deferred@45437927 after retry RPC after error@2126062421) -> (continuation of Deferred@504943497 after retry RPC after error@550196013) -> (continuation of Deferred@147396280 after retry RPC after error@1071464319) -> (continuation of Deferred@1728133014 after retry RPC after error@489243232) -> (continuation of Deferred@1561721771 after retry RPC after error@191168945) -> (continuation of Deferred@1698048716 after retry RPC after error@853237320), errback=(continuation of Deferred@1089738421 after retry RPC after error@2010723993) -> (continuation of Deferred@45437927 after retry RPC after error@2126062421) -> (continuation of Deferred@504943497 after retry RPC after error@550196013) -> (continuation of Deferred@147396280 after retry RPC after error@1071464319) -> (continuation of Deferred@1728133014 after retry RPC after error@489243232) -> (continuation of Deferred@1561721771 after retry RPC after error@191168945) -> (continuation of Deferred@1698048716 after retry RPC after error@853237320)))
03:04:38.515 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1702047860(state=PENDING, result=null, callback=(continuation of Deferred@1089738421 after retry RPC after error@2010723993) -> (continuation of Deferred@45437927 after retry RPC after error@2126062421) -> (continuation of Deferred@504943497 after retry RPC after error@550196013) -> (continuation of Deferred@147396280 after retry RPC after error@1071464319) -> (continuation of Deferred@1728133014 after retry RPC after error@489243232) -> (continuation of Deferred@1561721771 after retry RPC after error@191168945) -> (continuation of Deferred@1698048716 after retry RPC after error@853237320), errback=(continuation of Deferred@1089738421 after retry RPC after error@2010723993) -> (continuation of Deferred@45437927 after retry RPC after error@2126062421) -> (continuation of Deferred@504943497 after retry RPC after error@550196013) -> (continuation of Deferred@147396280 after retry RPC after error@1071464319) -> (continuation of Deferred@1728133014 after retry RPC after error@489243232) -> (continuation of Deferred@1561721771 after retry RPC after error@191168945) -> (continuation of Deferred@1698048716 after retry RPC after error@853237320)))
03:04:38.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:38.558681 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:38.560971 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:38.562067 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:38.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.611 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@36341562(state=PENDING, result=null, callback=(continuation of Deferred@222497300 after retry RPC after error@1338533735) -> (continuation of Deferred@801012628 after retry RPC after error@2046503438) -> (continuation of Deferred@1828555919 after retry RPC after error@1619148072) -> (continuation of Deferred@1018988663 after retry RPC after error@473398964) -> (continuation of Deferred@481169481 after retry RPC after error@1840514441) -> (continuation of Deferred@898877304 after retry RPC after error@318164384) -> (continuation of Deferred@2125904879 after retry RPC after error@870539773), errback=(continuation of Deferred@222497300 after retry RPC after error@1338533735) -> (continuation of Deferred@801012628 after retry RPC after error@2046503438) -> (continuation of Deferred@1828555919 after retry RPC after error@1619148072) -> (continuation of Deferred@1018988663 after retry RPC after error@473398964) -> (continuation of Deferred@481169481 after retry RPC after error@1840514441) -> (continuation of Deferred@898877304 after retry RPC after error@318164384) -> (continuation of Deferred@2125904879 after retry RPC after error@870539773)))
03:04:38.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@36341562(state=PENDING, result=null, callback=(continuation of Deferred@222497300 after retry RPC after error@1338533735) -> (continuation of Deferred@801012628 after retry RPC after error@2046503438) -> (continuation of Deferred@1828555919 after retry RPC after error@1619148072) -> (continuation of Deferred@1018988663 after retry RPC after error@473398964) -> (continuation of Deferred@481169481 after retry RPC after error@1840514441) -> (continuation of Deferred@898877304 after retry RPC after error@318164384) -> (continuation of Deferred@2125904879 after retry RPC after error@870539773), errback=(continuation of Deferred@222497300 after retry RPC after error@1338533735) -> (continuation of Deferred@801012628 after retry RPC after error@2046503438) -> (continuation of Deferred@1828555919 after retry RPC after error@1619148072) -> (continuation of Deferred@1018988663 after retry RPC after error@473398964) -> (continuation of Deferred@481169481 after retry RPC after error@1840514441) -> (continuation of Deferred@898877304 after retry RPC after error@318164384) -> (continuation of Deferred@2125904879 after retry RPC after error@870539773)))
03:04:38.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.814 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:38.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@532040098(state=PENDING, result=null, callback=(continuation of Deferred@411140076 after retry RPC after error@96067023) -> (continuation of Deferred@1964903065 after retry RPC after error@1489544897) -> (continuation of Deferred@1260768299 after retry RPC after error@12134181) -> (continuation of Deferred@91664233 after retry RPC after error@412479400) -> (continuation of Deferred@2100571141 after retry RPC after error@880651401) -> (continuation of Deferred@71323784 after retry RPC after error@866060039) -> (continuation of Deferred@1863795061 after retry RPC after error@911716858), errback=(continuation of Deferred@411140076 after retry RPC after error@96067023) -> (continuation of Deferred@1964903065 after retry RPC after error@1489544897) -> (continuation of Deferred@1260768299 after retry RPC after error@12134181) -> (continuation of Deferred@91664233 after retry RPC after error@412479400) -> (continuation of Deferred@2100571141 after retry RPC after error@880651401) -> (continuation of Deferred@71323784 after retry RPC after error@866060039) -> (continuation of Deferred@1863795061 after retry RPC after error@911716858)))
03:04:38.974 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@532040098(state=PENDING, result=null, callback=(continuation of Deferred@411140076 after retry RPC after error@96067023) -> (continuation of Deferred@1964903065 after retry RPC after error@1489544897) -> (continuation of Deferred@1260768299 after retry RPC after error@12134181) -> (continuation of Deferred@91664233 after retry RPC after error@412479400) -> (continuation of Deferred@2100571141 after retry RPC after error@880651401) -> (continuation of Deferred@71323784 after retry RPC after error@866060039) -> (continuation of Deferred@1863795061 after retry RPC after error@911716858), errback=(continuation of Deferred@411140076 after retry RPC after error@96067023) -> (continuation of Deferred@1964903065 after retry RPC after error@1489544897) -> (continuation of Deferred@1260768299 after retry RPC after error@12134181) -> (continuation of Deferred@91664233 after retry RPC after error@412479400) -> (continuation of Deferred@2100571141 after retry RPC after error@880651401) -> (continuation of Deferred@71323784 after retry RPC after error@866060039) -> (continuation of Deferred@1863795061 after retry RPC after error@911716858)))
03:04:38.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:38.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:38.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:38.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:38.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1837544399(state=PENDING, result=null, callback=(continuation of Deferred@1754535474 after retry RPC after error@542800380) -> (continuation of Deferred@526364588 after retry RPC after error@1193246531) -> (continuation of Deferred@267572244 after retry RPC after error@2081737103) -> (continuation of Deferred@517225326 after retry RPC after error@579713680) -> (continuation of Deferred@1002866849 after retry RPC after error@1640265447) -> (continuation of Deferred@1584672506 after retry RPC after error@300041886) -> (continuation of Deferred@518936451 after retry RPC after error@1549756919), errback=(continuation of Deferred@1754535474 after retry RPC after error@542800380) -> (continuation of Deferred@526364588 after retry RPC after error@1193246531) -> (continuation of Deferred@267572244 after retry RPC after error@2081737103) -> (continuation of Deferred@517225326 after retry RPC after error@579713680) -> (continuation of Deferred@1002866849 after retry RPC after error@1640265447) -> (continuation of Deferred@1584672506 after retry RPC after error@300041886) -> (continuation of Deferred@518936451 after retry RPC after error@1549756919)))
03:04:39.134 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1837544399(state=PENDING, result=null, callback=(continuation of Deferred@1754535474 after retry RPC after error@542800380) -> (continuation of Deferred@526364588 after retry RPC after error@1193246531) -> (continuation of Deferred@267572244 after retry RPC after error@2081737103) -> (continuation of Deferred@517225326 after retry RPC after error@579713680) -> (continuation of Deferred@1002866849 after retry RPC after error@1640265447) -> (continuation of Deferred@1584672506 after retry RPC after error@300041886) -> (continuation of Deferred@518936451 after retry RPC after error@1549756919), errback=(continuation of Deferred@1754535474 after retry RPC after error@542800380) -> (continuation of Deferred@526364588 after retry RPC after error@1193246531) -> (continuation of Deferred@267572244 after retry RPC after error@2081737103) -> (continuation of Deferred@517225326 after retry RPC after error@579713680) -> (continuation of Deferred@1002866849 after retry RPC after error@1640265447) -> (continuation of Deferred@1584672506 after retry RPC after error@300041886) -> (continuation of Deferred@518936451 after retry RPC after error@1549756919)))
03:04:39.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.153 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1283828502(state=PENDING, result=null, callback=(continuation of Deferred@1707189287 after retry RPC after error@1058205226) -> (continuation of Deferred@1772432758 after retry RPC after error@144303695) -> (continuation of Deferred@1611762663 after retry RPC after error@1222265457) -> (continuation of Deferred@139726977 after retry RPC after error@1337467994) -> (continuation of Deferred@597348601 after retry RPC after error@965320505) -> (continuation of Deferred@301023377 after retry RPC after error@535112705) -> (continuation of Deferred@1779251740 after retry RPC after error@529010739), errback=(continuation of Deferred@1707189287 after retry RPC after error@1058205226) -> (continuation of Deferred@1772432758 after retry RPC after error@144303695) -> (continuation of Deferred@1611762663 after retry RPC after error@1222265457) -> (continuation of Deferred@139726977 after retry RPC after error@1337467994) -> (continuation of Deferred@597348601 after retry RPC after error@965320505) -> (continuation of Deferred@301023377 after retry RPC after error@535112705) -> (continuation of Deferred@1779251740 after retry RPC after error@529010739)))
03:04:39.374 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1283828502(state=PENDING, result=null, callback=(continuation of Deferred@1707189287 after retry RPC after error@1058205226) -> (continuation of Deferred@1772432758 after retry RPC after error@144303695) -> (continuation of Deferred@1611762663 after retry RPC after error@1222265457) -> (continuation of Deferred@139726977 after retry RPC after error@1337467994) -> (continuation of Deferred@597348601 after retry RPC after error@965320505) -> (continuation of Deferred@301023377 after retry RPC after error@535112705) -> (continuation of Deferred@1779251740 after retry RPC after error@529010739), errback=(continuation of Deferred@1707189287 after retry RPC after error@1058205226) -> (continuation of Deferred@1772432758 after retry RPC after error@144303695) -> (continuation of Deferred@1611762663 after retry RPC after error@1222265457) -> (continuation of Deferred@139726977 after retry RPC after error@1337467994) -> (continuation of Deferred@597348601 after retry RPC after error@965320505) -> (continuation of Deferred@301023377 after retry RPC after error@535112705) -> (continuation of Deferred@1779251740 after retry RPC after error@529010739)))
03:04:39.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.553 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1456693984(state=PENDING, result=null, callback=(continuation of Deferred@1975620328 after retry RPC after error@89020577) -> (continuation of Deferred@1965042946 after retry RPC after error@950633764) -> (continuation of Deferred@1099302411 after retry RPC after error@922408394) -> (continuation of Deferred@1120319018 after retry RPC after error@909282291) -> (continuation of Deferred@1207268704 after retry RPC after error@667008209) -> (continuation of Deferred@1346451941 after retry RPC after error@1913539853), errback=(continuation of Deferred@1975620328 after retry RPC after error@89020577) -> (continuation of Deferred@1965042946 after retry RPC after error@950633764) -> (continuation of Deferred@1099302411 after retry RPC after error@922408394) -> (continuation of Deferred@1120319018 after retry RPC after error@909282291) -> (continuation of Deferred@1207268704 after retry RPC after error@667008209) -> (continuation of Deferred@1346451941 after retry RPC after error@1913539853)))
03:04:39.554 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1456693984(state=PENDING, result=null, callback=(continuation of Deferred@1975620328 after retry RPC after error@89020577) -> (continuation of Deferred@1965042946 after retry RPC after error@950633764) -> (continuation of Deferred@1099302411 after retry RPC after error@922408394) -> (continuation of Deferred@1120319018 after retry RPC after error@909282291) -> (continuation of Deferred@1207268704 after retry RPC after error@667008209) -> (continuation of Deferred@1346451941 after retry RPC after error@1913539853), errback=(continuation of Deferred@1975620328 after retry RPC after error@89020577) -> (continuation of Deferred@1965042946 after retry RPC after error@950633764) -> (continuation of Deferred@1099302411 after retry RPC after error@922408394) -> (continuation of Deferred@1120319018 after retry RPC after error@909282291) -> (continuation of Deferred@1207268704 after retry RPC after error@667008209) -> (continuation of Deferred@1346451941 after retry RPC after error@1913539853)))
03:04:39.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1951795672(state=PENDING, result=null, callback=(continuation of Deferred@1223098854 after retry RPC after error@1848285197) -> (continuation of Deferred@2084354022 after retry RPC after error@954235248) -> (continuation of Deferred@1215866811 after retry RPC after error@1915270217) -> (continuation of Deferred@1806872173 after retry RPC after error@1352819090) -> (continuation of Deferred@1567244610 after retry RPC after error@1784101978) -> (continuation of Deferred@350758587 after retry RPC after error@1468361541) -> (continuation of Deferred@1491751078 after retry RPC after error@185336333) -> (continuation of Deferred@1577328681 after retry RPC after error@581412847), errback=(continuation of Deferred@1223098854 after retry RPC after error@1848285197) -> (continuation of Deferred@2084354022 after retry RPC after error@954235248) -> (continuation of Deferred@1215866811 after retry RPC after error@1915270217) -> (continuation of Deferred@1806872173 after retry RPC after error@1352819090) -> (continuation of Deferred@1567244610 after retry RPC after error@1784101978) -> (continuation of Deferred@350758587 after retry RPC after error@1468361541) -> (continuation of Deferred@1491751078 after retry RPC after error@185336333) -> (continuation of Deferred@1577328681 after retry RPC after error@581412847)))
03:04:39.794 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1951795672(state=PENDING, result=null, callback=(continuation of Deferred@1223098854 after retry RPC after error@1848285197) -> (continuation of Deferred@2084354022 after retry RPC after error@954235248) -> (continuation of Deferred@1215866811 after retry RPC after error@1915270217) -> (continuation of Deferred@1806872173 after retry RPC after error@1352819090) -> (continuation of Deferred@1567244610 after retry RPC after error@1784101978) -> (continuation of Deferred@350758587 after retry RPC after error@1468361541) -> (continuation of Deferred@1491751078 after retry RPC after error@185336333) -> (continuation of Deferred@1577328681 after retry RPC after error@581412847), errback=(continuation of Deferred@1223098854 after retry RPC after error@1848285197) -> (continuation of Deferred@2084354022 after retry RPC after error@954235248) -> (continuation of Deferred@1215866811 after retry RPC after error@1915270217) -> (continuation of Deferred@1806872173 after retry RPC after error@1352819090) -> (continuation of Deferred@1567244610 after retry RPC after error@1784101978) -> (continuation of Deferred@350758587 after retry RPC after error@1468361541) -> (continuation of Deferred@1491751078 after retry RPC after error@185336333) -> (continuation of Deferred@1577328681 after retry RPC after error@581412847)))
03:04:39.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.913 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:39.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:39.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:39.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:39.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:39.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1073626698(state=PENDING, result=null, callback=(continuation of Deferred@662882788 after retry RPC after error@173643423) -> (continuation of Deferred@909517416 after retry RPC after error@2029278858) -> (continuation of Deferred@1233681817 after retry RPC after error@262399833) -> (continuation of Deferred@142713255 after retry RPC after error@1377560123) -> (continuation of Deferred@1492462932 after retry RPC after error@1216122940) -> (continuation of Deferred@1307937805 after retry RPC after error@1087541686) -> (continuation of Deferred@834440053 after retry RPC after error@502075406), errback=(continuation of Deferred@662882788 after retry RPC after error@173643423) -> (continuation of Deferred@909517416 after retry RPC after error@2029278858) -> (continuation of Deferred@1233681817 after retry RPC after error@262399833) -> (continuation of Deferred@142713255 after retry RPC after error@1377560123) -> (continuation of Deferred@1492462932 after retry RPC after error@1216122940) -> (continuation of Deferred@1307937805 after retry RPC after error@1087541686) -> (continuation of Deferred@834440053 after retry RPC after error@502075406)))
03:04:39.995 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1073626698(state=PENDING, result=null, callback=(continuation of Deferred@662882788 after retry RPC after error@173643423) -> (continuation of Deferred@909517416 after retry RPC after error@2029278858) -> (continuation of Deferred@1233681817 after retry RPC after error@262399833) -> (continuation of Deferred@142713255 after retry RPC after error@1377560123) -> (continuation of Deferred@1492462932 after retry RPC after error@1216122940) -> (continuation of Deferred@1307937805 after retry RPC after error@1087541686) -> (continuation of Deferred@834440053 after retry RPC after error@502075406), errback=(continuation of Deferred@662882788 after retry RPC after error@173643423) -> (continuation of Deferred@909517416 after retry RPC after error@2029278858) -> (continuation of Deferred@1233681817 after retry RPC after error@262399833) -> (continuation of Deferred@142713255 after retry RPC after error@1377560123) -> (continuation of Deferred@1492462932 after retry RPC after error@1216122940) -> (continuation of Deferred@1307937805 after retry RPC after error@1087541686) -> (continuation of Deferred@834440053 after retry RPC after error@502075406)))
03:04:40.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.034 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:40.060725 5980 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:40.060920 5980 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:40.061631 5980 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:40.062608 4911 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:04:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:40.063663 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:40.063812 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:40.063923 4911 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:40.064158 5980 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:40.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.073 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1306645942(state=PENDING, result=null, callback=(continuation of Deferred@585391516 after retry RPC after error@722033058) -> (continuation of Deferred@1130552770 after retry RPC after error@7208061) -> (continuation of Deferred@6637905 after retry RPC after error@1631634614) -> (continuation of Deferred@882481553 after retry RPC after error@1534596459) -> (continuation of Deferred@1904074900 after retry RPC after error@385871737) -> (continuation of Deferred@1859299622 after retry RPC after error@1964653274) -> (continuation of Deferred@1803357613 after retry RPC after error@34644892), errback=(continuation of Deferred@585391516 after retry RPC after error@722033058) -> (continuation of Deferred@1130552770 after retry RPC after error@7208061) -> (continuation of Deferred@6637905 after retry RPC after error@1631634614) -> (continuation of Deferred@882481553 after retry RPC after error@1534596459) -> (continuation of Deferred@1904074900 after retry RPC after error@385871737) -> (continuation of Deferred@1859299622 after retry RPC after error@1964653274) -> (continuation of Deferred@1803357613 after retry RPC after error@34644892)))
03:04:40.234 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1306645942(state=PENDING, result=null, callback=(continuation of Deferred@585391516 after retry RPC after error@722033058) -> (continuation of Deferred@1130552770 after retry RPC after error@7208061) -> (continuation of Deferred@6637905 after retry RPC after error@1631634614) -> (continuation of Deferred@882481553 after retry RPC after error@1534596459) -> (continuation of Deferred@1904074900 after retry RPC after error@385871737) -> (continuation of Deferred@1859299622 after retry RPC after error@1964653274) -> (continuation of Deferred@1803357613 after retry RPC after error@34644892), errback=(continuation of Deferred@585391516 after retry RPC after error@722033058) -> (continuation of Deferred@1130552770 after retry RPC after error@7208061) -> (continuation of Deferred@6637905 after retry RPC after error@1631634614) -> (continuation of Deferred@882481553 after retry RPC after error@1534596459) -> (continuation of Deferred@1904074900 after retry RPC after error@385871737) -> (continuation of Deferred@1859299622 after retry RPC after error@1964653274) -> (continuation of Deferred@1803357613 after retry RPC after error@34644892)))
03:04:40.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1491908748(state=PENDING, result=null, callback=(continuation of Deferred@832041221 after retry RPC after error@1729059256) -> (continuation of Deferred@1818738925 after retry RPC after error@1374829877) -> (continuation of Deferred@1608770007 after retry RPC after error@1119658250) -> (continuation of Deferred@277766424 after retry RPC after error@1356197289) -> (continuation of Deferred@284709693 after retry RPC after error@938149081) -> (continuation of Deferred@1410213277 after retry RPC after error@726217232) -> (continuation of Deferred@2038103551 after retry RPC after error@383312837), errback=(continuation of Deferred@832041221 after retry RPC after error@1729059256) -> (continuation of Deferred@1818738925 after retry RPC after error@1374829877) -> (continuation of Deferred@1608770007 after retry RPC after error@1119658250) -> (continuation of Deferred@277766424 after retry RPC after error@1356197289) -> (continuation of Deferred@284709693 after retry RPC after error@938149081) -> (continuation of Deferred@1410213277 after retry RPC after error@726217232) -> (continuation of Deferred@2038103551 after retry RPC after error@383312837)))
03:04:40.494 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1491908748(state=PENDING, result=null, callback=(continuation of Deferred@832041221 after retry RPC after error@1729059256) -> (continuation of Deferred@1818738925 after retry RPC after error@1374829877) -> (continuation of Deferred@1608770007 after retry RPC after error@1119658250) -> (continuation of Deferred@277766424 after retry RPC after error@1356197289) -> (continuation of Deferred@284709693 after retry RPC after error@938149081) -> (continuation of Deferred@1410213277 after retry RPC after error@726217232) -> (continuation of Deferred@2038103551 after retry RPC after error@383312837), errback=(continuation of Deferred@832041221 after retry RPC after error@1729059256) -> (continuation of Deferred@1818738925 after retry RPC after error@1374829877) -> (continuation of Deferred@1608770007 after retry RPC after error@1119658250) -> (continuation of Deferred@277766424 after retry RPC after error@1356197289) -> (continuation of Deferred@284709693 after retry RPC after error@938149081) -> (continuation of Deferred@1410213277 after retry RPC after error@726217232) -> (continuation of Deferred@2038103551 after retry RPC after error@383312837)))
03:04:40.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1294168481(state=PENDING, result=null, callback=(continuation of Deferred@694462063 after retry RPC after error@2070804177) -> (continuation of Deferred@1379652280 after retry RPC after error@71503655) -> (continuation of Deferred@144217630 after retry RPC after error@483865250) -> (continuation of Deferred@284532114 after retry RPC after error@206803612) -> (continuation of Deferred@1085787502 after retry RPC after error@1708172792) -> (continuation of Deferred@1500888541 after retry RPC after error@1235358493) -> (continuation of Deferred@931163130 after retry RPC after error@1470101399), errback=(continuation of Deferred@694462063 after retry RPC after error@2070804177) -> (continuation of Deferred@1379652280 after retry RPC after error@71503655) -> (continuation of Deferred@144217630 after retry RPC after error@483865250) -> (continuation of Deferred@284532114 after retry RPC after error@206803612) -> (continuation of Deferred@1085787502 after retry RPC after error@1708172792) -> (continuation of Deferred@1500888541 after retry RPC after error@1235358493) -> (continuation of Deferred@931163130 after retry RPC after error@1470101399)))
03:04:40.694 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1294168481(state=PENDING, result=null, callback=(continuation of Deferred@694462063 after retry RPC after error@2070804177) -> (continuation of Deferred@1379652280 after retry RPC after error@71503655) -> (continuation of Deferred@144217630 after retry RPC after error@483865250) -> (continuation of Deferred@284532114 after retry RPC after error@206803612) -> (continuation of Deferred@1085787502 after retry RPC after error@1708172792) -> (continuation of Deferred@1500888541 after retry RPC after error@1235358493) -> (continuation of Deferred@931163130 after retry RPC after error@1470101399), errback=(continuation of Deferred@694462063 after retry RPC after error@2070804177) -> (continuation of Deferred@1379652280 after retry RPC after error@71503655) -> (continuation of Deferred@144217630 after retry RPC after error@483865250) -> (continuation of Deferred@284532114 after retry RPC after error@206803612) -> (continuation of Deferred@1085787502 after retry RPC after error@1708172792) -> (continuation of Deferred@1500888541 after retry RPC after error@1235358493) -> (continuation of Deferred@931163130 after retry RPC after error@1470101399)))
03:04:40.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.771 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:40.972 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1119563378(state=PENDING, result=null, callback=(continuation of Deferred@1522420100 after retry RPC after error@774476248) -> (continuation of Deferred@587594650 after retry RPC after error@953583926) -> (continuation of Deferred@269227457 after retry RPC after error@1925833033) -> (continuation of Deferred@2115771809 after retry RPC after error@1913631853) -> (continuation of Deferred@48043504 after retry RPC after error@1059286859) -> (continuation of Deferred@558668827 after retry RPC after error@779085955) -> (continuation of Deferred@1148656171 after retry RPC after error@1619684569) -> (continuation of Deferred@627280023 after retry RPC after error@1956206408), errback=(continuation of Deferred@1522420100 after retry RPC after error@774476248) -> (continuation of Deferred@587594650 after retry RPC after error@953583926) -> (continuation of Deferred@269227457 after retry RPC after error@1925833033) -> (continuation of Deferred@2115771809 after retry RPC after error@1913631853) -> (continuation of Deferred@48043504 after retry RPC after error@1059286859) -> (continuation of Deferred@558668827 after retry RPC after error@779085955) -> (continuation of Deferred@1148656171 after retry RPC after error@1619684569) -> (continuation of Deferred@627280023 after retry RPC after error@1956206408)))
03:04:40.973 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:40.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:40.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:40.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:40.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:40.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.171 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.173 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1954565167(state=PENDING, result=null, callback=(continuation of Deferred@708156739 after retry RPC after error@1600206969) -> (continuation of Deferred@1878897662 after retry RPC after error@426404634) -> (continuation of Deferred@531837681 after retry RPC after error@1237803918) -> (continuation of Deferred@1260870411 after retry RPC after error@23059406) -> (continuation of Deferred@134038958 after retry RPC after error@1976868300) -> (continuation of Deferred@73035646 after retry RPC after error@2065974672) -> (continuation of Deferred@379174767 after retry RPC after error@1198680717), errback=(continuation of Deferred@708156739 after retry RPC after error@1600206969) -> (continuation of Deferred@1878897662 after retry RPC after error@426404634) -> (continuation of Deferred@531837681 after retry RPC after error@1237803918) -> (continuation of Deferred@1260870411 after retry RPC after error@23059406) -> (continuation of Deferred@134038958 after retry RPC after error@1976868300) -> (continuation of Deferred@73035646 after retry RPC after error@2065974672) -> (continuation of Deferred@379174767 after retry RPC after error@1198680717)))
03:04:41.173 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1954565167(state=PENDING, result=null, callback=(continuation of Deferred@708156739 after retry RPC after error@1600206969) -> (continuation of Deferred@1878897662 after retry RPC after error@426404634) -> (continuation of Deferred@531837681 after retry RPC after error@1237803918) -> (continuation of Deferred@1260870411 after retry RPC after error@23059406) -> (continuation of Deferred@134038958 after retry RPC after error@1976868300) -> (continuation of Deferred@73035646 after retry RPC after error@2065974672) -> (continuation of Deferred@379174767 after retry RPC after error@1198680717), errback=(continuation of Deferred@708156739 after retry RPC after error@1600206969) -> (continuation of Deferred@1878897662 after retry RPC after error@426404634) -> (continuation of Deferred@531837681 after retry RPC after error@1237803918) -> (continuation of Deferred@1260870411 after retry RPC after error@23059406) -> (continuation of Deferred@134038958 after retry RPC after error@1976868300) -> (continuation of Deferred@73035646 after retry RPC after error@2065974672) -> (continuation of Deferred@379174767 after retry RPC after error@1198680717)))
03:04:41.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.453 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@703930746(state=PENDING, result=null, callback=(continuation of Deferred@717993356 after retry RPC after error@1930464228) -> (continuation of Deferred@1141216818 after retry RPC after error@1157333305) -> (continuation of Deferred@862661631 after retry RPC after error@1146341853) -> (continuation of Deferred@739210083 after retry RPC after error@887479698) -> (continuation of Deferred@1589324834 after retry RPC after error@75238153) -> (continuation of Deferred@1396700302 after retry RPC after error@1236052534) -> (continuation of Deferred@1316046109 after retry RPC after error@716254105), errback=(continuation of Deferred@717993356 after retry RPC after error@1930464228) -> (continuation of Deferred@1141216818 after retry RPC after error@1157333305) -> (continuation of Deferred@862661631 after retry RPC after error@1146341853) -> (continuation of Deferred@739210083 after retry RPC after error@887479698) -> (continuation of Deferred@1589324834 after retry RPC after error@75238153) -> (continuation of Deferred@1396700302 after retry RPC after error@1236052534) -> (continuation of Deferred@1316046109 after retry RPC after error@716254105)))
03:04:41.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.453 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.453 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:41.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.511 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1747103296(state=PENDING, result=null, callback=(continuation of Deferred@1013880069 after retry RPC after error@559863402) -> (continuation of Deferred@359650425 after retry RPC after error@1757558842) -> (continuation of Deferred@541871770 after retry RPC after error@2012619135) -> (continuation of Deferred@483524580 after retry RPC after error@1705707436) -> (continuation of Deferred@668056861 after retry RPC after error@1642761537) -> (continuation of Deferred@1926721607 after retry RPC after error@1341951958), errback=(continuation of Deferred@1013880069 after retry RPC after error@559863402) -> (continuation of Deferred@359650425 after retry RPC after error@1757558842) -> (continuation of Deferred@541871770 after retry RPC after error@2012619135) -> (continuation of Deferred@483524580 after retry RPC after error@1705707436) -> (continuation of Deferred@668056861 after retry RPC after error@1642761537) -> (continuation of Deferred@1926721607 after retry RPC after error@1341951958)))
03:04:41.635 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1747103296(state=PENDING, result=null, callback=(continuation of Deferred@1013880069 after retry RPC after error@559863402) -> (continuation of Deferred@359650425 after retry RPC after error@1757558842) -> (continuation of Deferred@541871770 after retry RPC after error@2012619135) -> (continuation of Deferred@483524580 after retry RPC after error@1705707436) -> (continuation of Deferred@668056861 after retry RPC after error@1642761537) -> (continuation of Deferred@1926721607 after retry RPC after error@1341951958), errback=(continuation of Deferred@1013880069 after retry RPC after error@559863402) -> (continuation of Deferred@359650425 after retry RPC after error@1757558842) -> (continuation of Deferred@541871770 after retry RPC after error@2012619135) -> (continuation of Deferred@483524580 after retry RPC after error@1705707436) -> (continuation of Deferred@668056861 after retry RPC after error@1642761537) -> (continuation of Deferred@1926721607 after retry RPC after error@1341951958)))
03:04:41.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1311432797(state=PENDING, result=null, callback=(continuation of Deferred@519407956 after retry RPC after error@1893698869) -> (continuation of Deferred@832559069 after retry RPC after error@674165179) -> (continuation of Deferred@438530755 after retry RPC after error@370795159) -> (continuation of Deferred@1509420726 after retry RPC after error@109801242) -> (continuation of Deferred@121610338 after retry RPC after error@1584129864) -> (continuation of Deferred@940515437 after retry RPC after error@1696689097) -> (continuation of Deferred@526908351 after retry RPC after error@515317436), errback=(continuation of Deferred@519407956 after retry RPC after error@1893698869) -> (continuation of Deferred@832559069 after retry RPC after error@674165179) -> (continuation of Deferred@438530755 after retry RPC after error@370795159) -> (continuation of Deferred@1509420726 after retry RPC after error@109801242) -> (continuation of Deferred@121610338 after retry RPC after error@1584129864) -> (continuation of Deferred@940515437 after retry RPC after error@1696689097) -> (continuation of Deferred@526908351 after retry RPC after error@515317436)))
03:04:41.895 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1311432797(state=PENDING, result=null, callback=(continuation of Deferred@519407956 after retry RPC after error@1893698869) -> (continuation of Deferred@832559069 after retry RPC after error@674165179) -> (continuation of Deferred@438530755 after retry RPC after error@370795159) -> (continuation of Deferred@1509420726 after retry RPC after error@109801242) -> (continuation of Deferred@121610338 after retry RPC after error@1584129864) -> (continuation of Deferred@940515437 after retry RPC after error@1696689097) -> (continuation of Deferred@526908351 after retry RPC after error@515317436), errback=(continuation of Deferred@519407956 after retry RPC after error@1893698869) -> (continuation of Deferred@832559069 after retry RPC after error@674165179) -> (continuation of Deferred@438530755 after retry RPC after error@370795159) -> (continuation of Deferred@1509420726 after retry RPC after error@109801242) -> (continuation of Deferred@121610338 after retry RPC after error@1584129864) -> (continuation of Deferred@940515437 after retry RPC after error@1696689097) -> (continuation of Deferred@526908351 after retry RPC after error@515317436)))
03:04:41.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.951 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.953 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:41.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:41.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:41.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:41.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:41.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@39655285(state=PENDING, result=null, callback=(continuation of Deferred@948619578 after retry RPC after error@2131159554) -> (continuation of Deferred@1449413170 after retry RPC after error@1021839668) -> (continuation of Deferred@1388692618 after retry RPC after error@450585130) -> (continuation of Deferred@1847234201 after retry RPC after error@306682823) -> (continuation of Deferred@1859841169 after retry RPC after error@802232658) -> (continuation of Deferred@361047159 after retry RPC after error@993135779), errback=(continuation of Deferred@948619578 after retry RPC after error@2131159554) -> (continuation of Deferred@1449413170 after retry RPC after error@1021839668) -> (continuation of Deferred@1388692618 after retry RPC after error@450585130) -> (continuation of Deferred@1847234201 after retry RPC after error@306682823) -> (continuation of Deferred@1859841169 after retry RPC after error@802232658) -> (continuation of Deferred@361047159 after retry RPC after error@993135779)))
03:04:42.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@39655285(state=PENDING, result=null, callback=(continuation of Deferred@948619578 after retry RPC after error@2131159554) -> (continuation of Deferred@1449413170 after retry RPC after error@1021839668) -> (continuation of Deferred@1388692618 after retry RPC after error@450585130) -> (continuation of Deferred@1847234201 after retry RPC after error@306682823) -> (continuation of Deferred@1859841169 after retry RPC after error@802232658) -> (continuation of Deferred@361047159 after retry RPC after error@993135779), errback=(continuation of Deferred@948619578 after retry RPC after error@2131159554) -> (continuation of Deferred@1449413170 after retry RPC after error@1021839668) -> (continuation of Deferred@1388692618 after retry RPC after error@450585130) -> (continuation of Deferred@1847234201 after retry RPC after error@306682823) -> (continuation of Deferred@1859841169 after retry RPC after error@802232658) -> (continuation of Deferred@361047159 after retry RPC after error@993135779)))
03:04:42.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.372 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1704923648(state=PENDING, result=null, callback=(continuation of Deferred@71081431 after retry RPC after error@1263062155) -> (continuation of Deferred@1073793543 after retry RPC after error@1569906453) -> (continuation of Deferred@1033909077 after retry RPC after error@805407998) -> (continuation of Deferred@1981233163 after retry RPC after error@1026964395) -> (continuation of Deferred@19959235 after retry RPC after error@1038780263) -> (continuation of Deferred@1920087985 after retry RPC after error@2123739447) -> (continuation of Deferred@2077128115 after retry RPC after error@309728274), errback=(continuation of Deferred@71081431 after retry RPC after error@1263062155) -> (continuation of Deferred@1073793543 after retry RPC after error@1569906453) -> (continuation of Deferred@1033909077 after retry RPC after error@805407998) -> (continuation of Deferred@1981233163 after retry RPC after error@1026964395) -> (continuation of Deferred@19959235 after retry RPC after error@1038780263) -> (continuation of Deferred@1920087985 after retry RPC after error@2123739447) -> (continuation of Deferred@2077128115 after retry RPC after error@309728274)))
03:04:42.372 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:42.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:42.409075 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:42.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:42.409261 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:42.411 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.471 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@507961317(state=PENDING, result=null, callback=(continuation of Deferred@1158480967 after retry RPC after error@967904312) -> (continuation of Deferred@1717222272 after retry RPC after error@1313597785) -> (continuation of Deferred@1665790955 after retry RPC after error@1386799990) -> (continuation of Deferred@1629344792 after retry RPC after error@1879963715) -> (continuation of Deferred@1559726850 after retry RPC after error@1230069945) -> (continuation of Deferred@1180942495 after retry RPC after error@1504966640) -> (continuation of Deferred@972871775 after retry RPC after error@2070553457), errback=(continuation of Deferred@1158480967 after retry RPC after error@967904312) -> (continuation of Deferred@1717222272 after retry RPC after error@1313597785) -> (continuation of Deferred@1665790955 after retry RPC after error@1386799990) -> (continuation of Deferred@1629344792 after retry RPC after error@1879963715) -> (continuation of Deferred@1559726850 after retry RPC after error@1230069945) -> (continuation of Deferred@1180942495 after retry RPC after error@1504966640) -> (continuation of Deferred@972871775 after retry RPC after error@2070553457)))
03:04:42.594 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@507961317(state=PENDING, result=null, callback=(continuation of Deferred@1158480967 after retry RPC after error@967904312) -> (continuation of Deferred@1717222272 after retry RPC after error@1313597785) -> (continuation of Deferred@1665790955 after retry RPC after error@1386799990) -> (continuation of Deferred@1629344792 after retry RPC after error@1879963715) -> (continuation of Deferred@1559726850 after retry RPC after error@1230069945) -> (continuation of Deferred@1180942495 after retry RPC after error@1504966640) -> (continuation of Deferred@972871775 after retry RPC after error@2070553457), errback=(continuation of Deferred@1158480967 after retry RPC after error@967904312) -> (continuation of Deferred@1717222272 after retry RPC after error@1313597785) -> (continuation of Deferred@1665790955 after retry RPC after error@1386799990) -> (continuation of Deferred@1629344792 after retry RPC after error@1879963715) -> (continuation of Deferred@1559726850 after retry RPC after error@1230069945) -> (continuation of Deferred@1180942495 after retry RPC after error@1504966640) -> (continuation of Deferred@972871775 after retry RPC after error@2070553457)))
03:04:42.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@787366453(state=PENDING, result=null, callback=(continuation of Deferred@746789308 after retry RPC after error@529428726) -> (continuation of Deferred@1832817847 after retry RPC after error@824020175) -> (continuation of Deferred@90647977 after retry RPC after error@1761801267) -> (continuation of Deferred@1879072392 after retry RPC after error@757522355) -> (continuation of Deferred@294696411 after retry RPC after error@1875732662) -> (continuation of Deferred@491491289 after retry RPC after error@109777028) -> (continuation of Deferred@312558563 after retry RPC after error@372052441), errback=(continuation of Deferred@746789308 after retry RPC after error@529428726) -> (continuation of Deferred@1832817847 after retry RPC after error@824020175) -> (continuation of Deferred@90647977 after retry RPC after error@1761801267) -> (continuation of Deferred@1879072392 after retry RPC after error@757522355) -> (continuation of Deferred@294696411 after retry RPC after error@1875732662) -> (continuation of Deferred@491491289 after retry RPC after error@109777028) -> (continuation of Deferred@312558563 after retry RPC after error@372052441)))
03:04:42.815 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@787366453(state=PENDING, result=null, callback=(continuation of Deferred@746789308 after retry RPC after error@529428726) -> (continuation of Deferred@1832817847 after retry RPC after error@824020175) -> (continuation of Deferred@90647977 after retry RPC after error@1761801267) -> (continuation of Deferred@1879072392 after retry RPC after error@757522355) -> (continuation of Deferred@294696411 after retry RPC after error@1875732662) -> (continuation of Deferred@491491289 after retry RPC after error@109777028) -> (continuation of Deferred@312558563 after retry RPC after error@372052441), errback=(continuation of Deferred@746789308 after retry RPC after error@529428726) -> (continuation of Deferred@1832817847 after retry RPC after error@824020175) -> (continuation of Deferred@90647977 after retry RPC after error@1761801267) -> (continuation of Deferred@1879072392 after retry RPC after error@757522355) -> (continuation of Deferred@294696411 after retry RPC after error@1875732662) -> (continuation of Deferred@491491289 after retry RPC after error@109777028) -> (continuation of Deferred@312558563 after retry RPC after error@372052441)))
03:04:42.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:42.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:42.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:42.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:42.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:42.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.073 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1447169943(state=PENDING, result=null, callback=(continuation of Deferred@1113367537 after retry RPC after error@894116760) -> (continuation of Deferred@1806641915 after retry RPC after error@760721070) -> (continuation of Deferred@179557342 after retry RPC after error@1711826675) -> (continuation of Deferred@1960996923 after retry RPC after error@1691390679) -> (continuation of Deferred@1885962416 after retry RPC after error@1442009008) -> (continuation of Deferred@846700189 after retry RPC after error@1381102638) -> (continuation of Deferred@1845596884 after retry RPC after error@566287979), errback=(continuation of Deferred@1113367537 after retry RPC after error@894116760) -> (continuation of Deferred@1806641915 after retry RPC after error@760721070) -> (continuation of Deferred@179557342 after retry RPC after error@1711826675) -> (continuation of Deferred@1960996923 after retry RPC after error@1691390679) -> (continuation of Deferred@1885962416 after retry RPC after error@1442009008) -> (continuation of Deferred@846700189 after retry RPC after error@1381102638) -> (continuation of Deferred@1845596884 after retry RPC after error@566287979)))
03:04:43.075 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1447169943(state=PENDING, result=null, callback=(continuation of Deferred@1113367537 after retry RPC after error@894116760) -> (continuation of Deferred@1806641915 after retry RPC after error@760721070) -> (continuation of Deferred@179557342 after retry RPC after error@1711826675) -> (continuation of Deferred@1960996923 after retry RPC after error@1691390679) -> (continuation of Deferred@1885962416 after retry RPC after error@1442009008) -> (continuation of Deferred@846700189 after retry RPC after error@1381102638) -> (continuation of Deferred@1845596884 after retry RPC after error@566287979), errback=(continuation of Deferred@1113367537 after retry RPC after error@894116760) -> (continuation of Deferred@1806641915 after retry RPC after error@760721070) -> (continuation of Deferred@179557342 after retry RPC after error@1711826675) -> (continuation of Deferred@1960996923 after retry RPC after error@1691390679) -> (continuation of Deferred@1885962416 after retry RPC after error@1442009008) -> (continuation of Deferred@846700189 after retry RPC after error@1381102638) -> (continuation of Deferred@1845596884 after retry RPC after error@566287979)))
03:04:43.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@6724118(state=PENDING, result=null, callback=(continuation of Deferred@1887818460 after retry RPC after error@818156587) -> (continuation of Deferred@1504117699 after retry RPC after error@1831179467) -> (continuation of Deferred@870889601 after retry RPC after error@597526427) -> (continuation of Deferred@1111830832 after retry RPC after error@59205247) -> (continuation of Deferred@1969089086 after retry RPC after error@984816209) -> (continuation of Deferred@1368678534 after retry RPC after error@1771589717), errback=(continuation of Deferred@1887818460 after retry RPC after error@818156587) -> (continuation of Deferred@1504117699 after retry RPC after error@1831179467) -> (continuation of Deferred@870889601 after retry RPC after error@597526427) -> (continuation of Deferred@1111830832 after retry RPC after error@59205247) -> (continuation of Deferred@1969089086 after retry RPC after error@984816209) -> (continuation of Deferred@1368678534 after retry RPC after error@1771589717)))
03:04:43.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@6724118(state=PENDING, result=null, callback=(continuation of Deferred@1887818460 after retry RPC after error@818156587) -> (continuation of Deferred@1504117699 after retry RPC after error@1831179467) -> (continuation of Deferred@870889601 after retry RPC after error@597526427) -> (continuation of Deferred@1111830832 after retry RPC after error@59205247) -> (continuation of Deferred@1969089086 after retry RPC after error@984816209) -> (continuation of Deferred@1368678534 after retry RPC after error@1771589717), errback=(continuation of Deferred@1887818460 after retry RPC after error@818156587) -> (continuation of Deferred@1504117699 after retry RPC after error@1831179467) -> (continuation of Deferred@870889601 after retry RPC after error@597526427) -> (continuation of Deferred@1111830832 after retry RPC after error@59205247) -> (continuation of Deferred@1969089086 after retry RPC after error@984816209) -> (continuation of Deferred@1368678534 after retry RPC after error@1771589717)))
03:04:43.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2134505012(state=PENDING, result=null, callback=(continuation of Deferred@1124625413 after retry RPC after error@1841519595) -> (continuation of Deferred@1273823710 after retry RPC after error@2077611713) -> (continuation of Deferred@2076042746 after retry RPC after error@215410021) -> (continuation of Deferred@790030032 after retry RPC after error@2048937517) -> (continuation of Deferred@1856435878 after retry RPC after error@1432411098) -> (continuation of Deferred@1297647552 after retry RPC after error@905046368), errback=(continuation of Deferred@1124625413 after retry RPC after error@1841519595) -> (continuation of Deferred@1273823710 after retry RPC after error@2077611713) -> (continuation of Deferred@2076042746 after retry RPC after error@215410021) -> (continuation of Deferred@790030032 after retry RPC after error@2048937517) -> (continuation of Deferred@1856435878 after retry RPC after error@1432411098) -> (continuation of Deferred@1297647552 after retry RPC after error@905046368)))
03:04:43.454 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2134505012(state=PENDING, result=null, callback=(continuation of Deferred@1124625413 after retry RPC after error@1841519595) -> (continuation of Deferred@1273823710 after retry RPC after error@2077611713) -> (continuation of Deferred@2076042746 after retry RPC after error@215410021) -> (continuation of Deferred@790030032 after retry RPC after error@2048937517) -> (continuation of Deferred@1856435878 after retry RPC after error@1432411098) -> (continuation of Deferred@1297647552 after retry RPC after error@905046368), errback=(continuation of Deferred@1124625413 after retry RPC after error@1841519595) -> (continuation of Deferred@1273823710 after retry RPC after error@2077611713) -> (continuation of Deferred@2076042746 after retry RPC after error@215410021) -> (continuation of Deferred@790030032 after retry RPC after error@2048937517) -> (continuation of Deferred@1856435878 after retry RPC after error@1432411098) -> (continuation of Deferred@1297647552 after retry RPC after error@905046368)))
03:04:43.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.571 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:43.571853 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:43.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:43.575297 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:43.576805 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:43.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1711069461(state=PENDING, result=null, callback=(continuation of Deferred@1035857524 after retry RPC after error@1125163251) -> (continuation of Deferred@1386109227 after retry RPC after error@1370031644) -> (continuation of Deferred@53845011 after retry RPC after error@1164223422) -> (continuation of Deferred@1695804728 after retry RPC after error@2081656416) -> (continuation of Deferred@1407799541 after retry RPC after error@863006821) -> (continuation of Deferred@1232089374 after retry RPC after error@703645406) -> (continuation of Deferred@814175725 after retry RPC after error@4520128), errback=(continuation of Deferred@1035857524 after retry RPC after error@1125163251) -> (continuation of Deferred@1386109227 after retry RPC after error@1370031644) -> (continuation of Deferred@53845011 after retry RPC after error@1164223422) -> (continuation of Deferred@1695804728 after retry RPC after error@2081656416) -> (continuation of Deferred@1407799541 after retry RPC after error@863006821) -> (continuation of Deferred@1232089374 after retry RPC after error@703645406) -> (continuation of Deferred@814175725 after retry RPC after error@4520128)))
03:04:43.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1711069461(state=PENDING, result=null, callback=(continuation of Deferred@1035857524 after retry RPC after error@1125163251) -> (continuation of Deferred@1386109227 after retry RPC after error@1370031644) -> (continuation of Deferred@53845011 after retry RPC after error@1164223422) -> (continuation of Deferred@1695804728 after retry RPC after error@2081656416) -> (continuation of Deferred@1407799541 after retry RPC after error@863006821) -> (continuation of Deferred@1232089374 after retry RPC after error@703645406) -> (continuation of Deferred@814175725 after retry RPC after error@4520128), errback=(continuation of Deferred@1035857524 after retry RPC after error@1125163251) -> (continuation of Deferred@1386109227 after retry RPC after error@1370031644) -> (continuation of Deferred@53845011 after retry RPC after error@1164223422) -> (continuation of Deferred@1695804728 after retry RPC after error@2081656416) -> (continuation of Deferred@1407799541 after retry RPC after error@863006821) -> (continuation of Deferred@1232089374 after retry RPC after error@703645406) -> (continuation of Deferred@814175725 after retry RPC after error@4520128)))
03:04:43.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@171480541(state=PENDING, result=null, callback=(continuation of Deferred@1148734339 after retry RPC after error@2078802742) -> (continuation of Deferred@500719953 after retry RPC after error@1400936778) -> (continuation of Deferred@1428350186 after retry RPC after error@1852357835) -> (continuation of Deferred@820284094 after retry RPC after error@1744375585) -> (continuation of Deferred@624865920 after retry RPC after error@245091336) -> (continuation of Deferred@440276511 after retry RPC after error@890339966) -> (continuation of Deferred@1709939950 after retry RPC after error@893446103), errback=(continuation of Deferred@1148734339 after retry RPC after error@2078802742) -> (continuation of Deferred@500719953 after retry RPC after error@1400936778) -> (continuation of Deferred@1428350186 after retry RPC after error@1852357835) -> (continuation of Deferred@820284094 after retry RPC after error@1744375585) -> (continuation of Deferred@624865920 after retry RPC after error@245091336) -> (continuation of Deferred@440276511 after retry RPC after error@890339966) -> (continuation of Deferred@1709939950 after retry RPC after error@893446103)))
03:04:43.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@171480541(state=PENDING, result=null, callback=(continuation of Deferred@1148734339 after retry RPC after error@2078802742) -> (continuation of Deferred@500719953 after retry RPC after error@1400936778) -> (continuation of Deferred@1428350186 after retry RPC after error@1852357835) -> (continuation of Deferred@820284094 after retry RPC after error@1744375585) -> (continuation of Deferred@624865920 after retry RPC after error@245091336) -> (continuation of Deferred@440276511 after retry RPC after error@890339966) -> (continuation of Deferred@1709939950 after retry RPC after error@893446103), errback=(continuation of Deferred@1148734339 after retry RPC after error@2078802742) -> (continuation of Deferred@500719953 after retry RPC after error@1400936778) -> (continuation of Deferred@1428350186 after retry RPC after error@1852357835) -> (continuation of Deferred@820284094 after retry RPC after error@1744375585) -> (continuation of Deferred@624865920 after retry RPC after error@245091336) -> (continuation of Deferred@440276511 after retry RPC after error@890339966) -> (continuation of Deferred@1709939950 after retry RPC after error@893446103)))
03:04:43.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:43.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:43.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:43.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:43.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:43.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@602917152(state=PENDING, result=null, callback=(continuation of Deferred@229461115 after retry RPC after error@2092160336) -> (continuation of Deferred@1533586200 after retry RPC after error@110350236) -> (continuation of Deferred@1639617953 after retry RPC after error@63030675) -> (continuation of Deferred@502238872 after retry RPC after error@93871510) -> (continuation of Deferred@817551129 after retry RPC after error@1037722048) -> (continuation of Deferred@1554031533 after retry RPC after error@454242626) -> (continuation of Deferred@2113355558 after retry RPC after error@323847481) -> (continuation of Deferred@1252651318 after retry RPC after error@1211252736), errback=(continuation of Deferred@229461115 after retry RPC after error@2092160336) -> (continuation of Deferred@1533586200 after retry RPC after error@110350236) -> (continuation of Deferred@1639617953 after retry RPC after error@63030675) -> (continuation of Deferred@502238872 after retry RPC after error@93871510) -> (continuation of Deferred@817551129 after retry RPC after error@1037722048) -> (continuation of Deferred@1554031533 after retry RPC after error@454242626) -> (continuation of Deferred@2113355558 after retry RPC after error@323847481) -> (continuation of Deferred@1252651318 after retry RPC after error@1211252736)))
03:04:44.134 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@602917152(state=PENDING, result=null, callback=(continuation of Deferred@229461115 after retry RPC after error@2092160336) -> (continuation of Deferred@1533586200 after retry RPC after error@110350236) -> (continuation of Deferred@1639617953 after retry RPC after error@63030675) -> (continuation of Deferred@502238872 after retry RPC after error@93871510) -> (continuation of Deferred@817551129 after retry RPC after error@1037722048) -> (continuation of Deferred@1554031533 after retry RPC after error@454242626) -> (continuation of Deferred@2113355558 after retry RPC after error@323847481) -> (continuation of Deferred@1252651318 after retry RPC after error@1211252736), errback=(continuation of Deferred@229461115 after retry RPC after error@2092160336) -> (continuation of Deferred@1533586200 after retry RPC after error@110350236) -> (continuation of Deferred@1639617953 after retry RPC after error@63030675) -> (continuation of Deferred@502238872 after retry RPC after error@93871510) -> (continuation of Deferred@817551129 after retry RPC after error@1037722048) -> (continuation of Deferred@1554031533 after retry RPC after error@454242626) -> (continuation of Deferred@2113355558 after retry RPC after error@323847481) -> (continuation of Deferred@1252651318 after retry RPC after error@1211252736)))
03:04:44.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1632520780(state=PENDING, result=null, callback=(continuation of Deferred@867894893 after retry RPC after error@1750489613) -> (continuation of Deferred@1050700079 after retry RPC after error@758077597) -> (continuation of Deferred@1187818299 after retry RPC after error@479201245) -> (continuation of Deferred@558169201 after retry RPC after error@1987617652) -> (continuation of Deferred@1431198707 after retry RPC after error@1232867432) -> (continuation of Deferred@1339939394 after retry RPC after error@2089657294), errback=(continuation of Deferred@867894893 after retry RPC after error@1750489613) -> (continuation of Deferred@1050700079 after retry RPC after error@758077597) -> (continuation of Deferred@1187818299 after retry RPC after error@479201245) -> (continuation of Deferred@558169201 after retry RPC after error@1987617652) -> (continuation of Deferred@1431198707 after retry RPC after error@1232867432) -> (continuation of Deferred@1339939394 after retry RPC after error@2089657294)))
03:04:44.335 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1632520780(state=PENDING, result=null, callback=(continuation of Deferred@867894893 after retry RPC after error@1750489613) -> (continuation of Deferred@1050700079 after retry RPC after error@758077597) -> (continuation of Deferred@1187818299 after retry RPC after error@479201245) -> (continuation of Deferred@558169201 after retry RPC after error@1987617652) -> (continuation of Deferred@1431198707 after retry RPC after error@1232867432) -> (continuation of Deferred@1339939394 after retry RPC after error@2089657294), errback=(continuation of Deferred@867894893 after retry RPC after error@1750489613) -> (continuation of Deferred@1050700079 after retry RPC after error@758077597) -> (continuation of Deferred@1187818299 after retry RPC after error@479201245) -> (continuation of Deferred@558169201 after retry RPC after error@1987617652) -> (continuation of Deferred@1431198707 after retry RPC after error@1232867432) -> (continuation of Deferred@1339939394 after retry RPC after error@2089657294)))
03:04:44.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@89346921(state=PENDING, result=null, callback=(continuation of Deferred@710116841 after retry RPC after error@1588840541) -> (continuation of Deferred@2040769649 after retry RPC after error@1718902839) -> (continuation of Deferred@1346293213 after retry RPC after error@277808807) -> (continuation of Deferred@1957425379 after retry RPC after error@832263065) -> (continuation of Deferred@401416274 after retry RPC after error@2143266358) -> (continuation of Deferred@1421376970 after retry RPC after error@1062533983), errback=(continuation of Deferred@710116841 after retry RPC after error@1588840541) -> (continuation of Deferred@2040769649 after retry RPC after error@1718902839) -> (continuation of Deferred@1346293213 after retry RPC after error@277808807) -> (continuation of Deferred@1957425379 after retry RPC after error@832263065) -> (continuation of Deferred@401416274 after retry RPC after error@2143266358) -> (continuation of Deferred@1421376970 after retry RPC after error@1062533983)))
03:04:44.494 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@89346921(state=PENDING, result=null, callback=(continuation of Deferred@710116841 after retry RPC after error@1588840541) -> (continuation of Deferred@2040769649 after retry RPC after error@1718902839) -> (continuation of Deferred@1346293213 after retry RPC after error@277808807) -> (continuation of Deferred@1957425379 after retry RPC after error@832263065) -> (continuation of Deferred@401416274 after retry RPC after error@2143266358) -> (continuation of Deferred@1421376970 after retry RPC after error@1062533983), errback=(continuation of Deferred@710116841 after retry RPC after error@1588840541) -> (continuation of Deferred@2040769649 after retry RPC after error@1718902839) -> (continuation of Deferred@1346293213 after retry RPC after error@277808807) -> (continuation of Deferred@1957425379 after retry RPC after error@832263065) -> (continuation of Deferred@401416274 after retry RPC after error@2143266358) -> (continuation of Deferred@1421376970 after retry RPC after error@1062533983)))
03:04:44.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.571 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.653 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1653032891(state=PENDING, result=null, callback=(continuation of Deferred@463324131 after retry RPC after error@526796594) -> (continuation of Deferred@1786966464 after retry RPC after error@853592500) -> (continuation of Deferred@1192728272 after retry RPC after error@1793398487) -> (continuation of Deferred@387249850 after retry RPC after error@596455557) -> (continuation of Deferred@1490518834 after retry RPC after error@440821073) -> (continuation of Deferred@710402437 after retry RPC after error@1611982162), errback=(continuation of Deferred@463324131 after retry RPC after error@526796594) -> (continuation of Deferred@1786966464 after retry RPC after error@853592500) -> (continuation of Deferred@1192728272 after retry RPC after error@1793398487) -> (continuation of Deferred@387249850 after retry RPC after error@596455557) -> (continuation of Deferred@1490518834 after retry RPC after error@440821073) -> (continuation of Deferred@710402437 after retry RPC after error@1611982162)))
03:04:44.654 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1653032891(state=PENDING, result=null, callback=(continuation of Deferred@463324131 after retry RPC after error@526796594) -> (continuation of Deferred@1786966464 after retry RPC after error@853592500) -> (continuation of Deferred@1192728272 after retry RPC after error@1793398487) -> (continuation of Deferred@387249850 after retry RPC after error@596455557) -> (continuation of Deferred@1490518834 after retry RPC after error@440821073) -> (continuation of Deferred@710402437 after retry RPC after error@1611982162), errback=(continuation of Deferred@463324131 after retry RPC after error@526796594) -> (continuation of Deferred@1786966464 after retry RPC after error@853592500) -> (continuation of Deferred@1192728272 after retry RPC after error@1793398487) -> (continuation of Deferred@387249850 after retry RPC after error@596455557) -> (continuation of Deferred@1490518834 after retry RPC after error@440821073) -> (continuation of Deferred@710402437 after retry RPC after error@1611982162)))
03:04:44.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.711 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2069367061(state=PENDING, result=null, callback=(continuation of Deferred@1599495955 after retry RPC after error@1657276348) -> (continuation of Deferred@1960898675 after retry RPC after error@1330335579) -> (continuation of Deferred@570965862 after retry RPC after error@14625148) -> (continuation of Deferred@1942954620 after retry RPC after error@1718323913) -> (continuation of Deferred@100362861 after retry RPC after error@2090215271) -> (continuation of Deferred@1983919691 after retry RPC after error@1288161160) -> (continuation of Deferred@305230975 after retry RPC after error@1599198273), errback=(continuation of Deferred@1599495955 after retry RPC after error@1657276348) -> (continuation of Deferred@1960898675 after retry RPC after error@1330335579) -> (continuation of Deferred@570965862 after retry RPC after error@14625148) -> (continuation of Deferred@1942954620 after retry RPC after error@1718323913) -> (continuation of Deferred@100362861 after retry RPC after error@2090215271) -> (continuation of Deferred@1983919691 after retry RPC after error@1288161160) -> (continuation of Deferred@305230975 after retry RPC after error@1599198273)))
03:04:44.915 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2069367061(state=PENDING, result=null, callback=(continuation of Deferred@1599495955 after retry RPC after error@1657276348) -> (continuation of Deferred@1960898675 after retry RPC after error@1330335579) -> (continuation of Deferred@570965862 after retry RPC after error@14625148) -> (continuation of Deferred@1942954620 after retry RPC after error@1718323913) -> (continuation of Deferred@100362861 after retry RPC after error@2090215271) -> (continuation of Deferred@1983919691 after retry RPC after error@1288161160) -> (continuation of Deferred@305230975 after retry RPC after error@1599198273), errback=(continuation of Deferred@1599495955 after retry RPC after error@1657276348) -> (continuation of Deferred@1960898675 after retry RPC after error@1330335579) -> (continuation of Deferred@570965862 after retry RPC after error@14625148) -> (continuation of Deferred@1942954620 after retry RPC after error@1718323913) -> (continuation of Deferred@100362861 after retry RPC after error@2090215271) -> (continuation of Deferred@1983919691 after retry RPC after error@1288161160) -> (continuation of Deferred@305230975 after retry RPC after error@1599198273)))
03:04:44.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:44.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:44.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:44.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:44.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:44.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@226310199(state=PENDING, result=null, callback=(continuation of Deferred@113827039 after retry RPC after error@1873115947) -> (continuation of Deferred@1311710768 after retry RPC after error@720845634) -> (continuation of Deferred@1788421351 after retry RPC after error@773940924) -> (continuation of Deferred@407446486 after retry RPC after error@192362166) -> (continuation of Deferred@686458147 after retry RPC after error@232456708) -> (continuation of Deferred@1549654010 after retry RPC after error@1856870465) -> (continuation of Deferred@311610154 after retry RPC after error@1191981150), errback=(continuation of Deferred@113827039 after retry RPC after error@1873115947) -> (continuation of Deferred@1311710768 after retry RPC after error@720845634) -> (continuation of Deferred@1788421351 after retry RPC after error@773940924) -> (continuation of Deferred@407446486 after retry RPC after error@192362166) -> (continuation of Deferred@686458147 after retry RPC after error@232456708) -> (continuation of Deferred@1549654010 after retry RPC after error@1856870465) -> (continuation of Deferred@311610154 after retry RPC after error@1191981150)))
03:04:45.154 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@226310199(state=PENDING, result=null, callback=(continuation of Deferred@113827039 after retry RPC after error@1873115947) -> (continuation of Deferred@1311710768 after retry RPC after error@720845634) -> (continuation of Deferred@1788421351 after retry RPC after error@773940924) -> (continuation of Deferred@407446486 after retry RPC after error@192362166) -> (continuation of Deferred@686458147 after retry RPC after error@232456708) -> (continuation of Deferred@1549654010 after retry RPC after error@1856870465) -> (continuation of Deferred@311610154 after retry RPC after error@1191981150), errback=(continuation of Deferred@113827039 after retry RPC after error@1873115947) -> (continuation of Deferred@1311710768 after retry RPC after error@720845634) -> (continuation of Deferred@1788421351 after retry RPC after error@773940924) -> (continuation of Deferred@407446486 after retry RPC after error@192362166) -> (continuation of Deferred@686458147 after retry RPC after error@232456708) -> (continuation of Deferred@1549654010 after retry RPC after error@1856870465) -> (continuation of Deferred@311610154 after retry RPC after error@1191981150)))
03:04:45.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@200159323(state=PENDING, result=null, callback=(continuation of Deferred@1971370073 after retry RPC after error@1007892191) -> (continuation of Deferred@431478691 after retry RPC after error@1671512102) -> (continuation of Deferred@328429179 after retry RPC after error@915609368) -> (continuation of Deferred@297718950 after retry RPC after error@2029455047) -> (continuation of Deferred@1881100052 after retry RPC after error@1587195352) -> (continuation of Deferred@963008841 after retry RPC after error@2045227420), errback=(continuation of Deferred@1971370073 after retry RPC after error@1007892191) -> (continuation of Deferred@431478691 after retry RPC after error@1671512102) -> (continuation of Deferred@328429179 after retry RPC after error@915609368) -> (continuation of Deferred@297718950 after retry RPC after error@2029455047) -> (continuation of Deferred@1881100052 after retry RPC after error@1587195352) -> (continuation of Deferred@963008841 after retry RPC after error@2045227420)))
03:04:45.316 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@200159323(state=PENDING, result=null, callback=(continuation of Deferred@1971370073 after retry RPC after error@1007892191) -> (continuation of Deferred@431478691 after retry RPC after error@1671512102) -> (continuation of Deferred@328429179 after retry RPC after error@915609368) -> (continuation of Deferred@297718950 after retry RPC after error@2029455047) -> (continuation of Deferred@1881100052 after retry RPC after error@1587195352) -> (continuation of Deferred@963008841 after retry RPC after error@2045227420), errback=(continuation of Deferred@1971370073 after retry RPC after error@1007892191) -> (continuation of Deferred@431478691 after retry RPC after error@1671512102) -> (continuation of Deferred@328429179 after retry RPC after error@915609368) -> (continuation of Deferred@297718950 after retry RPC after error@2029455047) -> (continuation of Deferred@1881100052 after retry RPC after error@1587195352) -> (continuation of Deferred@963008841 after retry RPC after error@2045227420)))
03:04:45.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2006799044(state=PENDING, result=null, callback=(continuation of Deferred@1153937038 after retry RPC after error@2086560330) -> (continuation of Deferred@1295863520 after retry RPC after error@1353400049) -> (continuation of Deferred@694241716 after retry RPC after error@639771360) -> (continuation of Deferred@30356106 after retry RPC after error@135977204) -> (continuation of Deferred@731188394 after retry RPC after error@471277082) -> (continuation of Deferred@1681142896 after retry RPC after error@985107834) -> (continuation of Deferred@969160410 after retry RPC after error@487004214), errback=(continuation of Deferred@1153937038 after retry RPC after error@2086560330) -> (continuation of Deferred@1295863520 after retry RPC after error@1353400049) -> (continuation of Deferred@694241716 after retry RPC after error@639771360) -> (continuation of Deferred@30356106 after retry RPC after error@135977204) -> (continuation of Deferred@731188394 after retry RPC after error@471277082) -> (continuation of Deferred@1681142896 after retry RPC after error@985107834) -> (continuation of Deferred@969160410 after retry RPC after error@487004214)))
03:04:45.574 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@2006799044(state=PENDING, result=null, callback=(continuation of Deferred@1153937038 after retry RPC after error@2086560330) -> (continuation of Deferred@1295863520 after retry RPC after error@1353400049) -> (continuation of Deferred@694241716 after retry RPC after error@639771360) -> (continuation of Deferred@30356106 after retry RPC after error@135977204) -> (continuation of Deferred@731188394 after retry RPC after error@471277082) -> (continuation of Deferred@1681142896 after retry RPC after error@985107834) -> (continuation of Deferred@969160410 after retry RPC after error@487004214), errback=(continuation of Deferred@1153937038 after retry RPC after error@2086560330) -> (continuation of Deferred@1295863520 after retry RPC after error@1353400049) -> (continuation of Deferred@694241716 after retry RPC after error@639771360) -> (continuation of Deferred@30356106 after retry RPC after error@135977204) -> (continuation of Deferred@731188394 after retry RPC after error@471277082) -> (continuation of Deferred@1681142896 after retry RPC after error@985107834) -> (continuation of Deferred@969160410 after retry RPC after error@487004214)))
03:04:45.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.634 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1371844275(state=PENDING, result=null, callback=(continuation of Deferred@1584309010 after retry RPC after error@2126433063) -> (continuation of Deferred@1530616103 after retry RPC after error@805230021) -> (continuation of Deferred@77829403 after retry RPC after error@206340443) -> (continuation of Deferred@222237588 after retry RPC after error@1421258507) -> (continuation of Deferred@1285940171 after retry RPC after error@613152093) -> (continuation of Deferred@1365107179 after retry RPC after error@812831292) -> (continuation of Deferred@1403700290 after retry RPC after error@686875255), errback=(continuation of Deferred@1584309010 after retry RPC after error@2126433063) -> (continuation of Deferred@1530616103 after retry RPC after error@805230021) -> (continuation of Deferred@77829403 after retry RPC after error@206340443) -> (continuation of Deferred@222237588 after retry RPC after error@1421258507) -> (continuation of Deferred@1285940171 after retry RPC after error@613152093) -> (continuation of Deferred@1365107179 after retry RPC after error@812831292) -> (continuation of Deferred@1403700290 after retry RPC after error@686875255)))
03:04:45.774 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1371844275(state=PENDING, result=null, callback=(continuation of Deferred@1584309010 after retry RPC after error@2126433063) -> (continuation of Deferred@1530616103 after retry RPC after error@805230021) -> (continuation of Deferred@77829403 after retry RPC after error@206340443) -> (continuation of Deferred@222237588 after retry RPC after error@1421258507) -> (continuation of Deferred@1285940171 after retry RPC after error@613152093) -> (continuation of Deferred@1365107179 after retry RPC after error@812831292) -> (continuation of Deferred@1403700290 after retry RPC after error@686875255), errback=(continuation of Deferred@1584309010 after retry RPC after error@2126433063) -> (continuation of Deferred@1530616103 after retry RPC after error@805230021) -> (continuation of Deferred@77829403 after retry RPC after error@206340443) -> (continuation of Deferred@222237588 after retry RPC after error@1421258507) -> (continuation of Deferred@1285940171 after retry RPC after error@613152093) -> (continuation of Deferred@1365107179 after retry RPC after error@812831292) -> (continuation of Deferred@1403700290 after retry RPC after error@686875255)))
03:04:45.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.831 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:45.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:45.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:45.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:45.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:45.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.052 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1336252623(state=PENDING, result=null, callback=(continuation of Deferred@146267139 after retry RPC after error@272900097) -> (continuation of Deferred@858108807 after retry RPC after error@1353000652) -> (continuation of Deferred@1715781407 after retry RPC after error@1462882302) -> (continuation of Deferred@1226237716 after retry RPC after error@821836732) -> (continuation of Deferred@1938015995 after retry RPC after error@714385738) -> (continuation of Deferred@1413797195 after retry RPC after error@95692196) -> (continuation of Deferred@1760403447 after retry RPC after error@1732031833), errback=(continuation of Deferred@146267139 after retry RPC after error@272900097) -> (continuation of Deferred@858108807 after retry RPC after error@1353000652) -> (continuation of Deferred@1715781407 after retry RPC after error@1462882302) -> (continuation of Deferred@1226237716 after retry RPC after error@821836732) -> (continuation of Deferred@1938015995 after retry RPC after error@714385738) -> (continuation of Deferred@1413797195 after retry RPC after error@95692196) -> (continuation of Deferred@1760403447 after retry RPC after error@1732031833)))
03:04:46.053 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:46.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.171 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@665571091(state=PENDING, result=null, callback=(continuation of Deferred@1728029974 after retry RPC after error@1943042688) -> (continuation of Deferred@184675769 after retry RPC after error@1923840157) -> (continuation of Deferred@1776788683 after retry RPC after error@429119245) -> (continuation of Deferred@494640547 after retry RPC after error@884830465) -> (continuation of Deferred@1613253281 after retry RPC after error@1736757782) -> (continuation of Deferred@643030464 after retry RPC after error@2042201458) -> (continuation of Deferred@1541846438 after retry RPC after error@439601326), errback=(continuation of Deferred@1728029974 after retry RPC after error@1943042688) -> (continuation of Deferred@184675769 after retry RPC after error@1923840157) -> (continuation of Deferred@1776788683 after retry RPC after error@429119245) -> (continuation of Deferred@494640547 after retry RPC after error@884830465) -> (continuation of Deferred@1613253281 after retry RPC after error@1736757782) -> (continuation of Deferred@643030464 after retry RPC after error@2042201458) -> (continuation of Deferred@1541846438 after retry RPC after error@439601326)))
03:04:46.294 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@665571091(state=PENDING, result=null, callback=(continuation of Deferred@1728029974 after retry RPC after error@1943042688) -> (continuation of Deferred@184675769 after retry RPC after error@1923840157) -> (continuation of Deferred@1776788683 after retry RPC after error@429119245) -> (continuation of Deferred@494640547 after retry RPC after error@884830465) -> (continuation of Deferred@1613253281 after retry RPC after error@1736757782) -> (continuation of Deferred@643030464 after retry RPC after error@2042201458) -> (continuation of Deferred@1541846438 after retry RPC after error@439601326), errback=(continuation of Deferred@1728029974 after retry RPC after error@1943042688) -> (continuation of Deferred@184675769 after retry RPC after error@1923840157) -> (continuation of Deferred@1776788683 after retry RPC after error@429119245) -> (continuation of Deferred@494640547 after retry RPC after error@884830465) -> (continuation of Deferred@1613253281 after retry RPC after error@1736757782) -> (continuation of Deferred@643030464 after retry RPC after error@2042201458) -> (continuation of Deferred@1541846438 after retry RPC after error@439601326)))
03:04:46.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:46.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:46.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.572 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=Deferred@1104741798(state=PENDING, result=null, callback=(continuation of Deferred@1887180137 after retry RPC after error@167337542) -> (continuation of Deferred@448322789 after retry RPC after error@323296801) -> (continuation of Deferred@58889853 after retry RPC after error@1078653733) -> (continuation of Deferred@482951229 after retry RPC after error@658956691) -> (continuation of Deferred@811641464 after retry RPC after error@656712842), errback=(continuation of Deferred@1887180137 after retry RPC after error@167337542) -> (continuation of Deferred@448322789 after retry RPC after error@323296801) -> (continuation of Deferred@58889853 after retry RPC after error@1078653733) -> (continuation of Deferred@482951229 after retry RPC after error@658956691) -> (continuation of Deferred@811641464 after retry RPC after error@656712842)))
03:04:46.572 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=150, elapsed=160), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1908068603(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@61e0fd26 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:46.572 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.592 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
03:04:46.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:46.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.852 [DEBUG - pool-38-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=null) with no deferred attached!
03:04:46.852 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@395420433(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@76566f13 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:46.852 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:46.852 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@395420433(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@76566f13 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:46.852 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@395420433(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@76566f13 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:46.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:46.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:46.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.132 [DEBUG - pool-38-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=null) with no deferred attached!
03:04:47.132 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@4408703(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@1ad0f74d -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:47.133 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.133 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@4408703(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@1ad0f74d -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:47.133 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@4408703(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@1ad0f74d -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:47.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:47.412297 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:47.412494 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:47.412 [DEBUG - pool-38-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, deferred=null) with no deferred attached!
03:04:47.412 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1357150781(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@4a16b5e3 -> ConnectToMasterErrCB for 127.4.197.124:46401))
03:04:47.413 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.413 [DEBUG - pool-38-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1357150781(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@4a16b5e3 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:47.413 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.197.124:46401, deferred=Deferred@1357150781(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.197.124:46401, errback=org.apache.kudu.client.ConnectToCluster$1@4a16b5e3 -> ConnectToMasterErrCB for 127.4.197.124:46401)), deferred=null)
03:04:47.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.417 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=844), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:47.417 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=564), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:47.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.417 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=284), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:47.417 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=4), Traces: [0ms] received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=null) with no deferred attached!
03:04:47.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.513 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [92ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@315631392(state=PENDING, result=null, callback=(continuation of Deferred@2069471833 after retry RPC after error@1144839497) -> (continuation of Deferred@2094504547 after retry RPC after error@1865239550) -> (continuation of Deferred@1498445608 after retry RPC after error@2065969118) -> (continuation of Deferred@996189787 after retry RPC after error@1050110066) -> (continuation of Deferred@1680122303 after retry RPC after error@1042561082) -> (continuation of Deferred@4719579 after retry RPC after error@93929304), errback=(continuation of Deferred@2069471833 after retry RPC after error@1144839497) -> (continuation of Deferred@2094504547 after retry RPC after error@1865239550) -> (continuation of Deferred@1498445608 after retry RPC after error@2065969118) -> (continuation of Deferred@996189787 after retry RPC after error@1050110066) -> (continuation of Deferred@1680122303 after retry RPC after error@1042561082) -> (continuation of Deferred@4719579 after retry RPC after error@93929304)))
03:04:47.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [92ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@315631392(state=PENDING, result=null, callback=(continuation of Deferred@2069471833 after retry RPC after error@1144839497) -> (continuation of Deferred@2094504547 after retry RPC after error@1865239550) -> (continuation of Deferred@1498445608 after retry RPC after error@2065969118) -> (continuation of Deferred@996189787 after retry RPC after error@1050110066) -> (continuation of Deferred@1680122303 after retry RPC after error@1042561082) -> (continuation of Deferred@4719579 after retry RPC after error@93929304), errback=(continuation of Deferred@2069471833 after retry RPC after error@1144839497) -> (continuation of Deferred@2094504547 after retry RPC after error@1865239550) -> (continuation of Deferred@1498445608 after retry RPC after error@2065969118) -> (continuation of Deferred@996189787 after retry RPC after error@1050110066) -> (continuation of Deferred@1680122303 after retry RPC after error@1042561082) -> (continuation of Deferred@4719579 after retry RPC after error@93929304)))
03:04:47.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1244761335(state=PENDING, result=null, callback=(continuation of Deferred@402793767 after retry RPC after error@1391568947) -> (continuation of Deferred@1103709272 after retry RPC after error@131677858) -> (continuation of Deferred@251336803 after retry RPC after error@1360300479) -> (continuation of Deferred@1517616193 after retry RPC after error@337048963) -> (continuation of Deferred@1115213666 after retry RPC after error@928313315) -> (continuation of Deferred@1245678524 after retry RPC after error@1764148629) -> (continuation of Deferred@1839272972 after retry RPC after error@2098910636), errback=(continuation of Deferred@402793767 after retry RPC after error@1391568947) -> (continuation of Deferred@1103709272 after retry RPC after error@131677858) -> (continuation of Deferred@251336803 after retry RPC after error@1360300479) -> (continuation of Deferred@1517616193 after retry RPC after error@337048963) -> (continuation of Deferred@1115213666 after retry RPC after error@928313315) -> (continuation of Deferred@1245678524 after retry RPC after error@1764148629) -> (continuation of Deferred@1839272972 after retry RPC after error@2098910636)))
03:04:47.814 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1244761335(state=PENDING, result=null, callback=(continuation of Deferred@402793767 after retry RPC after error@1391568947) -> (continuation of Deferred@1103709272 after retry RPC after error@131677858) -> (continuation of Deferred@251336803 after retry RPC after error@1360300479) -> (continuation of Deferred@1517616193 after retry RPC after error@337048963) -> (continuation of Deferred@1115213666 after retry RPC after error@928313315) -> (continuation of Deferred@1245678524 after retry RPC after error@1764148629) -> (continuation of Deferred@1839272972 after retry RPC after error@2098910636), errback=(continuation of Deferred@402793767 after retry RPC after error@1391568947) -> (continuation of Deferred@1103709272 after retry RPC after error@131677858) -> (continuation of Deferred@251336803 after retry RPC after error@1360300479) -> (continuation of Deferred@1517616193 after retry RPC after error@337048963) -> (continuation of Deferred@1115213666 after retry RPC after error@928313315) -> (continuation of Deferred@1245678524 after retry RPC after error@1764148629) -> (continuation of Deferred@1839272972 after retry RPC after error@2098910636)))
03:04:47.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.853 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.953 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:47.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:47.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:47.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:47.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:47.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@131999283(state=PENDING, result=null, callback=(continuation of Deferred@745305794 after retry RPC after error@723370357) -> (continuation of Deferred@1218818099 after retry RPC after error@1052567722) -> (continuation of Deferred@1906918361 after retry RPC after error@888812272) -> (continuation of Deferred@1371224180 after retry RPC after error@136016721) -> (continuation of Deferred@865553920 after retry RPC after error@1444910896) -> (continuation of Deferred@1592749343 after retry RPC after error@230497384), errback=(continuation of Deferred@745305794 after retry RPC after error@723370357) -> (continuation of Deferred@1218818099 after retry RPC after error@1052567722) -> (continuation of Deferred@1906918361 after retry RPC after error@888812272) -> (continuation of Deferred@1371224180 after retry RPC after error@136016721) -> (continuation of Deferred@865553920 after retry RPC after error@1444910896) -> (continuation of Deferred@1592749343 after retry RPC after error@230497384)))
03:04:47.994 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@131999283(state=PENDING, result=null, callback=(continuation of Deferred@745305794 after retry RPC after error@723370357) -> (continuation of Deferred@1218818099 after retry RPC after error@1052567722) -> (continuation of Deferred@1906918361 after retry RPC after error@888812272) -> (continuation of Deferred@1371224180 after retry RPC after error@136016721) -> (continuation of Deferred@865553920 after retry RPC after error@1444910896) -> (continuation of Deferred@1592749343 after retry RPC after error@230497384), errback=(continuation of Deferred@745305794 after retry RPC after error@723370357) -> (continuation of Deferred@1218818099 after retry RPC after error@1052567722) -> (continuation of Deferred@1906918361 after retry RPC after error@888812272) -> (continuation of Deferred@1371224180 after retry RPC after error@136016721) -> (continuation of Deferred@865553920 after retry RPC after error@1444910896) -> (continuation of Deferred@1592749343 after retry RPC after error@230497384)))
03:04:48.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.113 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.211 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1012009508(state=PENDING, result=null, callback=(continuation of Deferred@237790076 after retry RPC after error@1259670198) -> (continuation of Deferred@511217945 after retry RPC after error@852999128) -> (continuation of Deferred@1594694013 after retry RPC after error@1018095760) -> (continuation of Deferred@1719948869 after retry RPC after error@1770137654) -> (continuation of Deferred@1584599690 after retry RPC after error@357735356) -> (continuation of Deferred@1361101101 after retry RPC after error@698056871) -> (continuation of Deferred@1874473052 after retry RPC after error@1848953196) -> (continuation of Deferred@969557038 after retry RPC after error@1277261064), errback=(continuation of Deferred@237790076 after retry RPC after error@1259670198) -> (continuation of Deferred@511217945 after retry RPC after error@852999128) -> (continuation of Deferred@1594694013 after retry RPC after error@1018095760) -> (continuation of Deferred@1719948869 after retry RPC after error@1770137654) -> (continuation of Deferred@1584599690 after retry RPC after error@357735356) -> (continuation of Deferred@1361101101 after retry RPC after error@698056871) -> (continuation of Deferred@1874473052 after retry RPC after error@1848953196) -> (continuation of Deferred@969557038 after retry RPC after error@1277261064)))
03:04:48.214 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1012009508(state=PENDING, result=null, callback=(continuation of Deferred@237790076 after retry RPC after error@1259670198) -> (continuation of Deferred@511217945 after retry RPC after error@852999128) -> (continuation of Deferred@1594694013 after retry RPC after error@1018095760) -> (continuation of Deferred@1719948869 after retry RPC after error@1770137654) -> (continuation of Deferred@1584599690 after retry RPC after error@357735356) -> (continuation of Deferred@1361101101 after retry RPC after error@698056871) -> (continuation of Deferred@1874473052 after retry RPC after error@1848953196) -> (continuation of Deferred@969557038 after retry RPC after error@1277261064), errback=(continuation of Deferred@237790076 after retry RPC after error@1259670198) -> (continuation of Deferred@511217945 after retry RPC after error@852999128) -> (continuation of Deferred@1594694013 after retry RPC after error@1018095760) -> (continuation of Deferred@1719948869 after retry RPC after error@1770137654) -> (continuation of Deferred@1584599690 after retry RPC after error@357735356) -> (continuation of Deferred@1361101101 after retry RPC after error@698056871) -> (continuation of Deferred@1874473052 after retry RPC after error@1848953196) -> (continuation of Deferred@969557038 after retry RPC after error@1277261064)))
03:04:48.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.273 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@101324835(state=PENDING, result=null, callback=(continuation of Deferred@179611796 after retry RPC after error@826468467) -> (continuation of Deferred@211764322 after retry RPC after error@1510121170) -> (continuation of Deferred@1969061134 after retry RPC after error@1408893606) -> (continuation of Deferred@623964399 after retry RPC after error@1795825301) -> (continuation of Deferred@1965140983 after retry RPC after error@1993173191) -> (continuation of Deferred@1415072121 after retry RPC after error@1872567249) -> (continuation of Deferred@387673030 after retry RPC after error@168669874), errback=(continuation of Deferred@179611796 after retry RPC after error@826468467) -> (continuation of Deferred@211764322 after retry RPC after error@1510121170) -> (continuation of Deferred@1969061134 after retry RPC after error@1408893606) -> (continuation of Deferred@623964399 after retry RPC after error@1795825301) -> (continuation of Deferred@1965140983 after retry RPC after error@1993173191) -> (continuation of Deferred@1415072121 after retry RPC after error@1872567249) -> (continuation of Deferred@387673030 after retry RPC after error@168669874)))
03:04:48.454 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@101324835(state=PENDING, result=null, callback=(continuation of Deferred@179611796 after retry RPC after error@826468467) -> (continuation of Deferred@211764322 after retry RPC after error@1510121170) -> (continuation of Deferred@1969061134 after retry RPC after error@1408893606) -> (continuation of Deferred@623964399 after retry RPC after error@1795825301) -> (continuation of Deferred@1965140983 after retry RPC after error@1993173191) -> (continuation of Deferred@1415072121 after retry RPC after error@1872567249) -> (continuation of Deferred@387673030 after retry RPC after error@168669874), errback=(continuation of Deferred@179611796 after retry RPC after error@826468467) -> (continuation of Deferred@211764322 after retry RPC after error@1510121170) -> (continuation of Deferred@1969061134 after retry RPC after error@1408893606) -> (continuation of Deferred@623964399 after retry RPC after error@1795825301) -> (continuation of Deferred@1965140983 after retry RPC after error@1993173191) -> (continuation of Deferred@1415072121 after retry RPC after error@1872567249) -> (continuation of Deferred@387673030 after retry RPC after error@168669874)))
03:04:48.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:48.575754 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToMaster RPC to 127.4.197.126:36719 timed out after 0.000s (SENT)
03:04:48.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:48.579272 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToMaster RPC to 127.4.197.126:36719 timed out after 0.000s (SENT)
03:04:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:48.580675 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:48.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@761322170(state=PENDING, result=null, callback=(continuation of Deferred@848890254 after retry RPC after error@1743380439) -> (continuation of Deferred@2079075061 after retry RPC after error@1349687864) -> (continuation of Deferred@719142081 after retry RPC after error@65227050) -> (continuation of Deferred@423784481 after retry RPC after error@1562741355) -> (continuation of Deferred@517840442 after retry RPC after error@124661458) -> (continuation of Deferred@229086566 after retry RPC after error@2082484331) -> (continuation of Deferred@251547035 after retry RPC after error@2022763048), errback=(continuation of Deferred@848890254 after retry RPC after error@1743380439) -> (continuation of Deferred@2079075061 after retry RPC after error@1349687864) -> (continuation of Deferred@719142081 after retry RPC after error@65227050) -> (continuation of Deferred@423784481 after retry RPC after error@1562741355) -> (continuation of Deferred@517840442 after retry RPC after error@124661458) -> (continuation of Deferred@229086566 after retry RPC after error@2082484331) -> (continuation of Deferred@251547035 after retry RPC after error@2022763048)))
03:04:48.634 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@761322170(state=PENDING, result=null, callback=(continuation of Deferred@848890254 after retry RPC after error@1743380439) -> (continuation of Deferred@2079075061 after retry RPC after error@1349687864) -> (continuation of Deferred@719142081 after retry RPC after error@65227050) -> (continuation of Deferred@423784481 after retry RPC after error@1562741355) -> (continuation of Deferred@517840442 after retry RPC after error@124661458) -> (continuation of Deferred@229086566 after retry RPC after error@2082484331) -> (continuation of Deferred@251547035 after retry RPC after error@2022763048), errback=(continuation of Deferred@848890254 after retry RPC after error@1743380439) -> (continuation of Deferred@2079075061 after retry RPC after error@1349687864) -> (continuation of Deferred@719142081 after retry RPC after error@65227050) -> (continuation of Deferred@423784481 after retry RPC after error@1562741355) -> (continuation of Deferred@517840442 after retry RPC after error@124661458) -> (continuation of Deferred@229086566 after retry RPC after error@2082484331) -> (continuation of Deferred@251547035 after retry RPC after error@2022763048)))
03:04:48.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@189870820(state=PENDING, result=null, callback=(continuation of Deferred@834647606 after retry RPC after error@9715577) -> (continuation of Deferred@1004950980 after retry RPC after error@966956622) -> (continuation of Deferred@1969264970 after retry RPC after error@1412308840) -> (continuation of Deferred@1575958620 after retry RPC after error@1892861257) -> (continuation of Deferred@25798864 after retry RPC after error@637022934) -> (continuation of Deferred@32621549 after retry RPC after error@1743762967) -> (continuation of Deferred@736906514 after retry RPC after error@1332126779), errback=(continuation of Deferred@834647606 after retry RPC after error@9715577) -> (continuation of Deferred@1004950980 after retry RPC after error@966956622) -> (continuation of Deferred@1969264970 after retry RPC after error@1412308840) -> (continuation of Deferred@1575958620 after retry RPC after error@1892861257) -> (continuation of Deferred@25798864 after retry RPC after error@637022934) -> (continuation of Deferred@32621549 after retry RPC after error@1743762967) -> (continuation of Deferred@736906514 after retry RPC after error@1332126779)))
03:04:48.834 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@189870820(state=PENDING, result=null, callback=(continuation of Deferred@834647606 after retry RPC after error@9715577) -> (continuation of Deferred@1004950980 after retry RPC after error@966956622) -> (continuation of Deferred@1969264970 after retry RPC after error@1412308840) -> (continuation of Deferred@1575958620 after retry RPC after error@1892861257) -> (continuation of Deferred@25798864 after retry RPC after error@637022934) -> (continuation of Deferred@32621549 after retry RPC after error@1743762967) -> (continuation of Deferred@736906514 after retry RPC after error@1332126779), errback=(continuation of Deferred@834647606 after retry RPC after error@9715577) -> (continuation of Deferred@1004950980 after retry RPC after error@966956622) -> (continuation of Deferred@1969264970 after retry RPC after error@1412308840) -> (continuation of Deferred@1575958620 after retry RPC after error@1892861257) -> (continuation of Deferred@25798864 after retry RPC after error@637022934) -> (continuation of Deferred@32621549 after retry RPC after error@1743762967) -> (continuation of Deferred@736906514 after retry RPC after error@1332126779)))
03:04:48.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:48.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:48.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:48.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:48.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:48.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@180334291(state=PENDING, result=null, callback=(continuation of Deferred@1288357247 after retry RPC after error@263273559) -> (continuation of Deferred@760805328 after retry RPC after error@1525030302) -> (continuation of Deferred@1075698304 after retry RPC after error@1187517776) -> (continuation of Deferred@742689838 after retry RPC after error@1185181397) -> (continuation of Deferred@1749247323 after retry RPC after error@1848086422) -> (continuation of Deferred@1711950720 after retry RPC after error@54346578), errback=(continuation of Deferred@1288357247 after retry RPC after error@263273559) -> (continuation of Deferred@760805328 after retry RPC after error@1525030302) -> (continuation of Deferred@1075698304 after retry RPC after error@1187517776) -> (continuation of Deferred@742689838 after retry RPC after error@1185181397) -> (continuation of Deferred@1749247323 after retry RPC after error@1848086422) -> (continuation of Deferred@1711950720 after retry RPC after error@54346578)))
03:04:49.034 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@180334291(state=PENDING, result=null, callback=(continuation of Deferred@1288357247 after retry RPC after error@263273559) -> (continuation of Deferred@760805328 after retry RPC after error@1525030302) -> (continuation of Deferred@1075698304 after retry RPC after error@1187517776) -> (continuation of Deferred@742689838 after retry RPC after error@1185181397) -> (continuation of Deferred@1749247323 after retry RPC after error@1848086422) -> (continuation of Deferred@1711950720 after retry RPC after error@54346578), errback=(continuation of Deferred@1288357247 after retry RPC after error@263273559) -> (continuation of Deferred@760805328 after retry RPC after error@1525030302) -> (continuation of Deferred@1075698304 after retry RPC after error@1187517776) -> (continuation of Deferred@742689838 after retry RPC after error@1185181397) -> (continuation of Deferred@1749247323 after retry RPC after error@1848086422) -> (continuation of Deferred@1711950720 after retry RPC after error@54346578)))
03:04:49.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.133 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.238 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [185ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@338304051(state=PENDING, result=null, callback=(continuation of Deferred@1228847515 after retry RPC after error@725294567) -> (continuation of Deferred@223625658 after retry RPC after error@1239093159) -> (continuation of Deferred@1964348774 after retry RPC after error@103967238) -> (continuation of Deferred@700756715 after retry RPC after error@955459139) -> (continuation of Deferred@1637100190 after retry RPC after error@1961041648) -> (continuation of Deferred@2025630061 after retry RPC after error@1499224327), errback=(continuation of Deferred@1228847515 after retry RPC after error@725294567) -> (continuation of Deferred@223625658 after retry RPC after error@1239093159) -> (continuation of Deferred@1964348774 after retry RPC after error@103967238) -> (continuation of Deferred@700756715 after retry RPC after error@955459139) -> (continuation of Deferred@1637100190 after retry RPC after error@1961041648) -> (continuation of Deferred@2025630061 after retry RPC after error@1499224327)))
03:04:49.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [184ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [185ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@338304051(state=PENDING, result=null, callback=(continuation of Deferred@1228847515 after retry RPC after error@725294567) -> (continuation of Deferred@223625658 after retry RPC after error@1239093159) -> (continuation of Deferred@1964348774 after retry RPC after error@103967238) -> (continuation of Deferred@700756715 after retry RPC after error@955459139) -> (continuation of Deferred@1637100190 after retry RPC after error@1961041648) -> (continuation of Deferred@2025630061 after retry RPC after error@1499224327), errback=(continuation of Deferred@1228847515 after retry RPC after error@725294567) -> (continuation of Deferred@223625658 after retry RPC after error@1239093159) -> (continuation of Deferred@1964348774 after retry RPC after error@103967238) -> (continuation of Deferred@700756715 after retry RPC after error@955459139) -> (continuation of Deferred@1637100190 after retry RPC after error@1961041648) -> (continuation of Deferred@2025630061 after retry RPC after error@1499224327)))
03:04:49.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.293 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@46996633(state=PENDING, result=null, callback=(continuation of Deferred@1380027271 after retry RPC after error@1187745084) -> (continuation of Deferred@630905764 after retry RPC after error@1331245658) -> (continuation of Deferred@286954885 after retry RPC after error@186800375) -> (continuation of Deferred@2014770636 after retry RPC after error@2119943030) -> (continuation of Deferred@992528261 after retry RPC after error@575985143) -> (continuation of Deferred@1839463652 after retry RPC after error@1296286293) -> (continuation of Deferred@816455831 after retry RPC after error@886419480), errback=(continuation of Deferred@1380027271 after retry RPC after error@1187745084) -> (continuation of Deferred@630905764 after retry RPC after error@1331245658) -> (continuation of Deferred@286954885 after retry RPC after error@186800375) -> (continuation of Deferred@2014770636 after retry RPC after error@2119943030) -> (continuation of Deferred@992528261 after retry RPC after error@575985143) -> (continuation of Deferred@1839463652 after retry RPC after error@1296286293) -> (continuation of Deferred@816455831 after retry RPC after error@886419480)))
03:04:49.434 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@46996633(state=PENDING, result=null, callback=(continuation of Deferred@1380027271 after retry RPC after error@1187745084) -> (continuation of Deferred@630905764 after retry RPC after error@1331245658) -> (continuation of Deferred@286954885 after retry RPC after error@186800375) -> (continuation of Deferred@2014770636 after retry RPC after error@2119943030) -> (continuation of Deferred@992528261 after retry RPC after error@575985143) -> (continuation of Deferred@1839463652 after retry RPC after error@1296286293) -> (continuation of Deferred@816455831 after retry RPC after error@886419480), errback=(continuation of Deferred@1380027271 after retry RPC after error@1187745084) -> (continuation of Deferred@630905764 after retry RPC after error@1331245658) -> (continuation of Deferred@286954885 after retry RPC after error@186800375) -> (continuation of Deferred@2014770636 after retry RPC after error@2119943030) -> (continuation of Deferred@992528261 after retry RPC after error@575985143) -> (continuation of Deferred@1839463652 after retry RPC after error@1296286293) -> (continuation of Deferred@816455831 after retry RPC after error@886419480)))
03:04:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:49.436167 6044 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 7d8bb0264a524058931e5ea24f59e7aa)
03:04:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:49.436434 6044 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f4472772295488e92f11ba829639cdf" member_type: VOTER last_known_addr { host: "127.4.197.126" port: 36719 } } peers { permanent_uuid: "7d8bb0264a524058931e5ea24f59e7aa" member_type: VOTER last_known_addr { host: "127.4.197.125" port: 40209 } } peers { permanent_uuid: "3e40640b7d1d449faf2409fbd1aa575d" member_type: VOTER last_known_addr { host: "127.4.197.124" port: 46401 } }
03:04:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:49.437083 6044 leader_election.cc:290] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209), 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401)
03:04:49.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:49.438143 4912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111) [suppressed 1 similar messages]
03:04:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:49.439280 4911 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3e40640b7d1d449faf2409fbd1aa575d (127.4.197.124:46401): Network error: Client connection negotiation failed: client connection to 127.4.197.124:46401: connect: Connection refused (error 111)
03:04:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:49.439433 4912 leader_election.cc:336] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 7d8bb0264a524058931e5ea24f59e7aa (127.4.197.125:40209): Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111)
03:04:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:49.439541 4912 leader_election.cc:304] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f4472772295488e92f11ba829639cdf; no voters: 3e40640b7d1d449faf2409fbd1aa575d, 7d8bb0264a524058931e5ea24f59e7aa
03:04:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:49.439803 6044 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7f4472772295488e92f11ba829639cdf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
03:04:49.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.473 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.574 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@563412202(state=PENDING, result=null, callback=(continuation of Deferred@1904852877 after retry RPC after error@535979796) -> (continuation of Deferred@908752211 after retry RPC after error@811580624) -> (continuation of Deferred@202770561 after retry RPC after error@5248208) -> (continuation of Deferred@1698003300 after retry RPC after error@683794478) -> (continuation of Deferred@347056055 after retry RPC after error@349820774) -> (continuation of Deferred@1516860096 after retry RPC after error@2098080051) -> (continuation of Deferred@343259962 after retry RPC after error@1322073141), errback=(continuation of Deferred@1904852877 after retry RPC after error@535979796) -> (continuation of Deferred@908752211 after retry RPC after error@811580624) -> (continuation of Deferred@202770561 after retry RPC after error@5248208) -> (continuation of Deferred@1698003300 after retry RPC after error@683794478) -> (continuation of Deferred@347056055 after retry RPC after error@349820774) -> (continuation of Deferred@1516860096 after retry RPC after error@2098080051) -> (continuation of Deferred@343259962 after retry RPC after error@1322073141)))
03:04:49.674 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@563412202(state=PENDING, result=null, callback=(continuation of Deferred@1904852877 after retry RPC after error@535979796) -> (continuation of Deferred@908752211 after retry RPC after error@811580624) -> (continuation of Deferred@202770561 after retry RPC after error@5248208) -> (continuation of Deferred@1698003300 after retry RPC after error@683794478) -> (continuation of Deferred@347056055 after retry RPC after error@349820774) -> (continuation of Deferred@1516860096 after retry RPC after error@2098080051) -> (continuation of Deferred@343259962 after retry RPC after error@1322073141), errback=(continuation of Deferred@1904852877 after retry RPC after error@535979796) -> (continuation of Deferred@908752211 after retry RPC after error@811580624) -> (continuation of Deferred@202770561 after retry RPC after error@5248208) -> (continuation of Deferred@1698003300 after retry RPC after error@683794478) -> (continuation of Deferred@347056055 after retry RPC after error@349820774) -> (continuation of Deferred@1516860096 after retry RPC after error@2098080051) -> (continuation of Deferred@343259962 after retry RPC after error@1322073141)))
03:04:49.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.952 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@398209432(state=PENDING, result=null, callback=(continuation of Deferred@99878162 after retry RPC after error@77521774) -> (continuation of Deferred@1584015202 after retry RPC after error@674037190) -> (continuation of Deferred@223715652 after retry RPC after error@2116269587) -> (continuation of Deferred@1912459138 after retry RPC after error@1055968950) -> (continuation of Deferred@504301485 after retry RPC after error@2105522513) -> (continuation of Deferred@1650587811 after retry RPC after error@1524371239) -> (continuation of Deferred@1015568830 after retry RPC after error@1010686543), errback=(continuation of Deferred@99878162 after retry RPC after error@77521774) -> (continuation of Deferred@1584015202 after retry RPC after error@674037190) -> (continuation of Deferred@223715652 after retry RPC after error@2116269587) -> (continuation of Deferred@1912459138 after retry RPC after error@1055968950) -> (continuation of Deferred@504301485 after retry RPC after error@2105522513) -> (continuation of Deferred@1650587811 after retry RPC after error@1524371239) -> (continuation of Deferred@1015568830 after retry RPC after error@1010686543)))
03:04:49.953 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:49.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:49.991 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:49.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:49.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:49.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:49.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.053 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1063456429(state=PENDING, result=null, callback=(continuation of Deferred@2079437526 after retry RPC after error@346554794) -> (continuation of Deferred@1046927195 after retry RPC after error@425177180) -> (continuation of Deferred@1875297954 after retry RPC after error@1001865121) -> (continuation of Deferred@870579075 after retry RPC after error@387086579) -> (continuation of Deferred@1320705893 after retry RPC after error@1290808100) -> (continuation of Deferred@1625554650 after retry RPC after error@1689438165) -> (continuation of Deferred@1753083729 after retry RPC after error@622411889) -> (continuation of Deferred@1517514534 after retry RPC after error@680368082), errback=(continuation of Deferred@2079437526 after retry RPC after error@346554794) -> (continuation of Deferred@1046927195 after retry RPC after error@425177180) -> (continuation of Deferred@1875297954 after retry RPC after error@1001865121) -> (continuation of Deferred@870579075 after retry RPC after error@387086579) -> (continuation of Deferred@1320705893 after retry RPC after error@1290808100) -> (continuation of Deferred@1625554650 after retry RPC after error@1689438165) -> (continuation of Deferred@1753083729 after retry RPC after error@622411889) -> (continuation of Deferred@1517514534 after retry RPC after error@680368082)))
03:04:50.194 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1063456429(state=PENDING, result=null, callback=(continuation of Deferred@2079437526 after retry RPC after error@346554794) -> (continuation of Deferred@1046927195 after retry RPC after error@425177180) -> (continuation of Deferred@1875297954 after retry RPC after error@1001865121) -> (continuation of Deferred@870579075 after retry RPC after error@387086579) -> (continuation of Deferred@1320705893 after retry RPC after error@1290808100) -> (continuation of Deferred@1625554650 after retry RPC after error@1689438165) -> (continuation of Deferred@1753083729 after retry RPC after error@622411889) -> (continuation of Deferred@1517514534 after retry RPC after error@680368082), errback=(continuation of Deferred@2079437526 after retry RPC after error@346554794) -> (continuation of Deferred@1046927195 after retry RPC after error@425177180) -> (continuation of Deferred@1875297954 after retry RPC after error@1001865121) -> (continuation of Deferred@870579075 after retry RPC after error@387086579) -> (continuation of Deferred@1320705893 after retry RPC after error@1290808100) -> (continuation of Deferred@1625554650 after retry RPC after error@1689438165) -> (continuation of Deferred@1753083729 after retry RPC after error@622411889) -> (continuation of Deferred@1517514534 after retry RPC after error@680368082)))
03:04:50.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1999664084(state=PENDING, result=null, callback=(continuation of Deferred@1686892051 after retry RPC after error@434454774) -> (continuation of Deferred@2062315971 after retry RPC after error@246809497) -> (continuation of Deferred@905355050 after retry RPC after error@111643538) -> (continuation of Deferred@534548716 after retry RPC after error@558424645) -> (continuation of Deferred@549861001 after retry RPC after error@445108760) -> (continuation of Deferred@1638361684 after retry RPC after error@119269103) -> (continuation of Deferred@377023227 after retry RPC after error@852225342), errback=(continuation of Deferred@1686892051 after retry RPC after error@434454774) -> (continuation of Deferred@2062315971 after retry RPC after error@246809497) -> (continuation of Deferred@905355050 after retry RPC after error@111643538) -> (continuation of Deferred@534548716 after retry RPC after error@558424645) -> (continuation of Deferred@549861001 after retry RPC after error@445108760) -> (continuation of Deferred@1638361684 after retry RPC after error@119269103) -> (continuation of Deferred@377023227 after retry RPC after error@852225342)))
03:04:50.414 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1999664084(state=PENDING, result=null, callback=(continuation of Deferred@1686892051 after retry RPC after error@434454774) -> (continuation of Deferred@2062315971 after retry RPC after error@246809497) -> (continuation of Deferred@905355050 after retry RPC after error@111643538) -> (continuation of Deferred@534548716 after retry RPC after error@558424645) -> (continuation of Deferred@549861001 after retry RPC after error@445108760) -> (continuation of Deferred@1638361684 after retry RPC after error@119269103) -> (continuation of Deferred@377023227 after retry RPC after error@852225342), errback=(continuation of Deferred@1686892051 after retry RPC after error@434454774) -> (continuation of Deferred@2062315971 after retry RPC after error@246809497) -> (continuation of Deferred@905355050 after retry RPC after error@111643538) -> (continuation of Deferred@534548716 after retry RPC after error@558424645) -> (continuation of Deferred@549861001 after retry RPC after error@445108760) -> (continuation of Deferred@1638361684 after retry RPC after error@119269103) -> (continuation of Deferred@377023227 after retry RPC after error@852225342)))
03:04:50.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.653 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@174061717(state=PENDING, result=null, callback=(continuation of Deferred@1995179440 after retry RPC after error@1537144754) -> (continuation of Deferred@509004040 after retry RPC after error@1798836487) -> (continuation of Deferred@2112837717 after retry RPC after error@1365250877) -> (continuation of Deferred@2035719824 after retry RPC after error@1380784276) -> (continuation of Deferred@1432866680 after retry RPC after error@72337170) -> (continuation of Deferred@1235249941 after retry RPC after error@1930642189) -> (continuation of Deferred@409226776 after retry RPC after error@1659469137), errback=(continuation of Deferred@1995179440 after retry RPC after error@1537144754) -> (continuation of Deferred@509004040 after retry RPC after error@1798836487) -> (continuation of Deferred@2112837717 after retry RPC after error@1365250877) -> (continuation of Deferred@2035719824 after retry RPC after error@1380784276) -> (continuation of Deferred@1432866680 after retry RPC after error@72337170) -> (continuation of Deferred@1235249941 after retry RPC after error@1930642189) -> (continuation of Deferred@409226776 after retry RPC after error@1659469137)))
03:04:50.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@174061717(state=PENDING, result=null, callback=(continuation of Deferred@1995179440 after retry RPC after error@1537144754) -> (continuation of Deferred@509004040 after retry RPC after error@1798836487) -> (continuation of Deferred@2112837717 after retry RPC after error@1365250877) -> (continuation of Deferred@2035719824 after retry RPC after error@1380784276) -> (continuation of Deferred@1432866680 after retry RPC after error@72337170) -> (continuation of Deferred@1235249941 after retry RPC after error@1930642189) -> (continuation of Deferred@409226776 after retry RPC after error@1659469137), errback=(continuation of Deferred@1995179440 after retry RPC after error@1537144754) -> (continuation of Deferred@509004040 after retry RPC after error@1798836487) -> (continuation of Deferred@2112837717 after retry RPC after error@1365250877) -> (continuation of Deferred@2035719824 after retry RPC after error@1380784276) -> (continuation of Deferred@1432866680 after retry RPC after error@72337170) -> (continuation of Deferred@1235249941 after retry RPC after error@1930642189) -> (continuation of Deferred@409226776 after retry RPC after error@1659469137)))
03:04:50.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1112527(state=PENDING, result=null, callback=(continuation of Deferred@2045907543 after retry RPC after error@1657022878) -> (continuation of Deferred@639081652 after retry RPC after error@567199544) -> (continuation of Deferred@1221003772 after retry RPC after error@185356707) -> (continuation of Deferred@291806794 after retry RPC after error@1187282009) -> (continuation of Deferred@909903252 after retry RPC after error@1607785401) -> (continuation of Deferred@1794611399 after retry RPC after error@255068020), errback=(continuation of Deferred@2045907543 after retry RPC after error@1657022878) -> (continuation of Deferred@639081652 after retry RPC after error@567199544) -> (continuation of Deferred@1221003772 after retry RPC after error@185356707) -> (continuation of Deferred@291806794 after retry RPC after error@1187282009) -> (continuation of Deferred@909903252 after retry RPC after error@1607785401) -> (continuation of Deferred@1794611399 after retry RPC after error@255068020)))
03:04:50.836 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1112527(state=PENDING, result=null, callback=(continuation of Deferred@2045907543 after retry RPC after error@1657022878) -> (continuation of Deferred@639081652 after retry RPC after error@567199544) -> (continuation of Deferred@1221003772 after retry RPC after error@185356707) -> (continuation of Deferred@291806794 after retry RPC after error@1187282009) -> (continuation of Deferred@909903252 after retry RPC after error@1607785401) -> (continuation of Deferred@1794611399 after retry RPC after error@255068020), errback=(continuation of Deferred@2045907543 after retry RPC after error@1657022878) -> (continuation of Deferred@639081652 after retry RPC after error@567199544) -> (continuation of Deferred@1221003772 after retry RPC after error@185356707) -> (continuation of Deferred@291806794 after retry RPC after error@1187282009) -> (continuation of Deferred@909903252 after retry RPC after error@1607785401) -> (continuation of Deferred@1794611399 after retry RPC after error@255068020)))
03:04:50.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:50.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:50.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:50.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:50.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:50.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.011 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.112 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@1578557011(state=PENDING, result=null, callback=(continuation of Deferred@1502608913 after retry RPC after error@317142346) -> (continuation of Deferred@264588524 after retry RPC after error@1741291265) -> (continuation of Deferred@1100020383 after retry RPC after error@1786174082) -> (continuation of Deferred@1332824332 after retry RPC after error@1734903316) -> (continuation of Deferred@569035876 after retry RPC after error@2098507793) -> (continuation of Deferred@954777494 after retry RPC after error@462669497) -> (continuation of Deferred@1827512387 after retry RPC after error@874582519), errback=(continuation of Deferred@1502608913 after retry RPC after error@317142346) -> (continuation of Deferred@264588524 after retry RPC after error@1741291265) -> (continuation of Deferred@1100020383 after retry RPC after error@1786174082) -> (continuation of Deferred@1332824332 after retry RPC after error@1734903316) -> (continuation of Deferred@569035876 after retry RPC after error@2098507793) -> (continuation of Deferred@954777494 after retry RPC after error@462669497) -> (continuation of Deferred@1827512387 after retry RPC after error@874582519)))
03:04:51.112 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:51.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.193 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.252 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@885031115(state=PENDING, result=null, callback=(continuation of Deferred@800544353 after retry RPC after error@1654084457) -> (continuation of Deferred@1651559638 after retry RPC after error@1384566411) -> (continuation of Deferred@1192726244 after retry RPC after error@532910452) -> (continuation of Deferred@2075256870 after retry RPC after error@531075917) -> (continuation of Deferred@1681678067 after retry RPC after error@1744255793) -> (continuation of Deferred@326311729 after retry RPC after error@812506089) -> (continuation of Deferred@916508881 after retry RPC after error@1750092679) -> (continuation of Deferred@1666272043 after retry RPC after error@1035822651), errback=(continuation of Deferred@800544353 after retry RPC after error@1654084457) -> (continuation of Deferred@1651559638 after retry RPC after error@1384566411) -> (continuation of Deferred@1192726244 after retry RPC after error@532910452) -> (continuation of Deferred@2075256870 after retry RPC after error@531075917) -> (continuation of Deferred@1681678067 after retry RPC after error@1744255793) -> (continuation of Deferred@326311729 after retry RPC after error@812506089) -> (continuation of Deferred@916508881 after retry RPC after error@1750092679) -> (continuation of Deferred@1666272043 after retry RPC after error@1035822651)))
03:04:51.375 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@885031115(state=PENDING, result=null, callback=(continuation of Deferred@800544353 after retry RPC after error@1654084457) -> (continuation of Deferred@1651559638 after retry RPC after error@1384566411) -> (continuation of Deferred@1192726244 after retry RPC after error@532910452) -> (continuation of Deferred@2075256870 after retry RPC after error@531075917) -> (continuation of Deferred@1681678067 after retry RPC after error@1744255793) -> (continuation of Deferred@326311729 after retry RPC after error@812506089) -> (continuation of Deferred@916508881 after retry RPC after error@1750092679) -> (continuation of Deferred@1666272043 after retry RPC after error@1035822651), errback=(continuation of Deferred@800544353 after retry RPC after error@1654084457) -> (continuation of Deferred@1651559638 after retry RPC after error@1384566411) -> (continuation of Deferred@1192726244 after retry RPC after error@532910452) -> (continuation of Deferred@2075256870 after retry RPC after error@531075917) -> (continuation of Deferred@1681678067 after retry RPC after error@1744255793) -> (continuation of Deferred@326311729 after retry RPC after error@812506089) -> (continuation of Deferred@916508881 after retry RPC after error@1750092679) -> (continuation of Deferred@1666272043 after retry RPC after error@1035822651)))
03:04:51.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.393 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.431 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.471 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1684368397(state=PENDING, result=null, callback=(continuation of Deferred@2021074260 after retry RPC after error@1340608358) -> (continuation of Deferred@2042546707 after retry RPC after error@913626157) -> (continuation of Deferred@2011695666 after retry RPC after error@2020915350) -> (continuation of Deferred@2006260697 after retry RPC after error@1741712570) -> (continuation of Deferred@1356743656 after retry RPC after error@221503853) -> (continuation of Deferred@1378314433 after retry RPC after error@913734531), errback=(continuation of Deferred@2021074260 after retry RPC after error@1340608358) -> (continuation of Deferred@2042546707 after retry RPC after error@913626157) -> (continuation of Deferred@2011695666 after retry RPC after error@2020915350) -> (continuation of Deferred@2006260697 after retry RPC after error@1741712570) -> (continuation of Deferred@1356743656 after retry RPC after error@221503853) -> (continuation of Deferred@1378314433 after retry RPC after error@913734531)))
03:04:51.574 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1684368397(state=PENDING, result=null, callback=(continuation of Deferred@2021074260 after retry RPC after error@1340608358) -> (continuation of Deferred@2042546707 after retry RPC after error@913626157) -> (continuation of Deferred@2011695666 after retry RPC after error@2020915350) -> (continuation of Deferred@2006260697 after retry RPC after error@1741712570) -> (continuation of Deferred@1356743656 after retry RPC after error@221503853) -> (continuation of Deferred@1378314433 after retry RPC after error@913734531), errback=(continuation of Deferred@2021074260 after retry RPC after error@1340608358) -> (continuation of Deferred@2042546707 after retry RPC after error@913626157) -> (continuation of Deferred@2011695666 after retry RPC after error@2020915350) -> (continuation of Deferred@2006260697 after retry RPC after error@1741712570) -> (continuation of Deferred@1356743656 after retry RPC after error@221503853) -> (continuation of Deferred@1378314433 after retry RPC after error@913734531)))
03:04:51.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.611 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.693 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.753 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2016248702(state=PENDING, result=null, callback=(continuation of Deferred@195182168 after retry RPC after error@1997399108) -> (continuation of Deferred@86637700 after retry RPC after error@294365484) -> (continuation of Deferred@188810683 after retry RPC after error@326565715) -> (continuation of Deferred@1500642405 after retry RPC after error@369097902) -> (continuation of Deferred@370167671 after retry RPC after error@850966145) -> (continuation of Deferred@1694295655 after retry RPC after error@235699418) -> (continuation of Deferred@443806107 after retry RPC after error@1829261546) -> (continuation of Deferred@1849974002 after retry RPC after error@54728524), errback=(continuation of Deferred@195182168 after retry RPC after error@1997399108) -> (continuation of Deferred@86637700 after retry RPC after error@294365484) -> (continuation of Deferred@188810683 after retry RPC after error@326565715) -> (continuation of Deferred@1500642405 after retry RPC after error@369097902) -> (continuation of Deferred@370167671 after retry RPC after error@850966145) -> (continuation of Deferred@1694295655 after retry RPC after error@235699418) -> (continuation of Deferred@443806107 after retry RPC after error@1829261546) -> (continuation of Deferred@1849974002 after retry RPC after error@54728524)))
03:04:51.816 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@2016248702(state=PENDING, result=null, callback=(continuation of Deferred@195182168 after retry RPC after error@1997399108) -> (continuation of Deferred@86637700 after retry RPC after error@294365484) -> (continuation of Deferred@188810683 after retry RPC after error@326565715) -> (continuation of Deferred@1500642405 after retry RPC after error@369097902) -> (continuation of Deferred@370167671 after retry RPC after error@850966145) -> (continuation of Deferred@1694295655 after retry RPC after error@235699418) -> (continuation of Deferred@443806107 after retry RPC after error@1829261546) -> (continuation of Deferred@1849974002 after retry RPC after error@54728524), errback=(continuation of Deferred@195182168 after retry RPC after error@1997399108) -> (continuation of Deferred@86637700 after retry RPC after error@294365484) -> (continuation of Deferred@188810683 after retry RPC after error@326565715) -> (continuation of Deferred@1500642405 after retry RPC after error@369097902) -> (continuation of Deferred@370167671 after retry RPC after error@850966145) -> (continuation of Deferred@1694295655 after retry RPC after error@235699418) -> (continuation of Deferred@443806107 after retry RPC after error@1829261546) -> (continuation of Deferred@1849974002 after retry RPC after error@54728524)))
03:04:51.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:51.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:51.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:51.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:51.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:51.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@895904825(state=PENDING, result=null, callback=(continuation of Deferred@1192903065 after retry RPC after error@1498936143) -> (continuation of Deferred@2061645251 after retry RPC after error@2095290626) -> (continuation of Deferred@1776290190 after retry RPC after error@256590454) -> (continuation of Deferred@1684808305 after retry RPC after error@69700727) -> (continuation of Deferred@1843550468 after retry RPC after error@955252284) -> (continuation of Deferred@1033186554 after retry RPC after error@99179275), errback=(continuation of Deferred@1192903065 after retry RPC after error@1498936143) -> (continuation of Deferred@2061645251 after retry RPC after error@2095290626) -> (continuation of Deferred@1776290190 after retry RPC after error@256590454) -> (continuation of Deferred@1684808305 after retry RPC after error@69700727) -> (continuation of Deferred@1843550468 after retry RPC after error@955252284) -> (continuation of Deferred@1033186554 after retry RPC after error@99179275)))
03:04:52.014 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@895904825(state=PENDING, result=null, callback=(continuation of Deferred@1192903065 after retry RPC after error@1498936143) -> (continuation of Deferred@2061645251 after retry RPC after error@2095290626) -> (continuation of Deferred@1776290190 after retry RPC after error@256590454) -> (continuation of Deferred@1684808305 after retry RPC after error@69700727) -> (continuation of Deferred@1843550468 after retry RPC after error@955252284) -> (continuation of Deferred@1033186554 after retry RPC after error@99179275), errback=(continuation of Deferred@1192903065 after retry RPC after error@1498936143) -> (continuation of Deferred@2061645251 after retry RPC after error@2095290626) -> (continuation of Deferred@1776290190 after retry RPC after error@256590454) -> (continuation of Deferred@1684808305 after retry RPC after error@69700727) -> (continuation of Deferred@1843550468 after retry RPC after error@955252284) -> (continuation of Deferred@1033186554 after retry RPC after error@99179275)))
03:04:52.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.033 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.093 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.273 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@84785549(state=PENDING, result=null, callback=(continuation of Deferred@594075764 after retry RPC after error@1434803357) -> (continuation of Deferred@1659485781 after retry RPC after error@180400724) -> (continuation of Deferred@1850710072 after retry RPC after error@290541784) -> (continuation of Deferred@1055215537 after retry RPC after error@834144299) -> (continuation of Deferred@598005884 after retry RPC after error@946375488) -> (continuation of Deferred@753189691 after retry RPC after error@1575780316) -> (continuation of Deferred@1477323557 after retry RPC after error@616597999), errback=(continuation of Deferred@594075764 after retry RPC after error@1434803357) -> (continuation of Deferred@1659485781 after retry RPC after error@180400724) -> (continuation of Deferred@1850710072 after retry RPC after error@290541784) -> (continuation of Deferred@1055215537 after retry RPC after error@834144299) -> (continuation of Deferred@598005884 after retry RPC after error@946375488) -> (continuation of Deferred@753189691 after retry RPC after error@1575780316) -> (continuation of Deferred@1477323557 after retry RPC after error@616597999)))
03:04:52.274 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@84785549(state=PENDING, result=null, callback=(continuation of Deferred@594075764 after retry RPC after error@1434803357) -> (continuation of Deferred@1659485781 after retry RPC after error@180400724) -> (continuation of Deferred@1850710072 after retry RPC after error@290541784) -> (continuation of Deferred@1055215537 after retry RPC after error@834144299) -> (continuation of Deferred@598005884 after retry RPC after error@946375488) -> (continuation of Deferred@753189691 after retry RPC after error@1575780316) -> (continuation of Deferred@1477323557 after retry RPC after error@616597999), errback=(continuation of Deferred@594075764 after retry RPC after error@1434803357) -> (continuation of Deferred@1659485781 after retry RPC after error@180400724) -> (continuation of Deferred@1850710072 after retry RPC after error@290541784) -> (continuation of Deferred@1055215537 after retry RPC after error@834144299) -> (continuation of Deferred@598005884 after retry RPC after error@946375488) -> (continuation of Deferred@753189691 after retry RPC after error@1575780316) -> (continuation of Deferred@1477323557 after retry RPC after error@616597999)))
03:04:52.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.331 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:52.414958 4896 master_runner.cc:186] Error getting master registration for 127.4.197.125:40209: Network error: Client connection negotiation failed: client connection to 127.4.197.125:40209: connect: Connection refused (error 111),
03:04:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:52.415117 4896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:04:52.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@194031952(state=PENDING, result=null, callback=(continuation of Deferred@1298284538 after retry RPC after error@1135632076) -> (continuation of Deferred@1600700256 after retry RPC after error@1367117804) -> (continuation of Deferred@230549462 after retry RPC after error@1278906003) -> (continuation of Deferred@1446226891 after retry RPC after error@1661295886) -> (continuation of Deferred@31757807 after retry RPC after error@422763862) -> (continuation of Deferred@1377058888 after retry RPC after error@456165929) -> (continuation of Deferred@1054752589 after retry RPC after error@831098285), errback=(continuation of Deferred@1298284538 after retry RPC after error@1135632076) -> (continuation of Deferred@1600700256 after retry RPC after error@1367117804) -> (continuation of Deferred@230549462 after retry RPC after error@1278906003) -> (continuation of Deferred@1446226891 after retry RPC after error@1661295886) -> (continuation of Deferred@31757807 after retry RPC after error@422763862) -> (continuation of Deferred@1377058888 after retry RPC after error@456165929) -> (continuation of Deferred@1054752589 after retry RPC after error@831098285)))
03:04:52.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@194031952(state=PENDING, result=null, callback=(continuation of Deferred@1298284538 after retry RPC after error@1135632076) -> (continuation of Deferred@1600700256 after retry RPC after error@1367117804) -> (continuation of Deferred@230549462 after retry RPC after error@1278906003) -> (continuation of Deferred@1446226891 after retry RPC after error@1661295886) -> (continuation of Deferred@31757807 after retry RPC after error@422763862) -> (continuation of Deferred@1377058888 after retry RPC after error@456165929) -> (continuation of Deferred@1054752589 after retry RPC after error@831098285), errback=(continuation of Deferred@1298284538 after retry RPC after error@1135632076) -> (continuation of Deferred@1600700256 after retry RPC after error@1367117804) -> (continuation of Deferred@230549462 after retry RPC after error@1278906003) -> (continuation of Deferred@1446226891 after retry RPC after error@1661295886) -> (continuation of Deferred@31757807 after retry RPC after error@422763862) -> (continuation of Deferred@1377058888 after retry RPC after error@456165929) -> (continuation of Deferred@1054752589 after retry RPC after error@831098285)))
03:04:52.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@401995163(state=PENDING, result=null, callback=(continuation of Deferred@1520234987 after retry RPC after error@1273464699) -> (continuation of Deferred@1904368611 after retry RPC after error@1239621989) -> (continuation of Deferred@1951240731 after retry RPC after error@57020342) -> (continuation of Deferred@1616384378 after retry RPC after error@820050973) -> (continuation of Deferred@681930064 after retry RPC after error@462281805) -> (continuation of Deferred@1006558599 after retry RPC after error@214552305), errback=(continuation of Deferred@1520234987 after retry RPC after error@1273464699) -> (continuation of Deferred@1904368611 after retry RPC after error@1239621989) -> (continuation of Deferred@1951240731 after retry RPC after error@57020342) -> (continuation of Deferred@1616384378 after retry RPC after error@820050973) -> (continuation of Deferred@681930064 after retry RPC after error@462281805) -> (continuation of Deferred@1006558599 after retry RPC after error@214552305)))
03:04:52.694 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@401995163(state=PENDING, result=null, callback=(continuation of Deferred@1520234987 after retry RPC after error@1273464699) -> (continuation of Deferred@1904368611 after retry RPC after error@1239621989) -> (continuation of Deferred@1951240731 after retry RPC after error@57020342) -> (continuation of Deferred@1616384378 after retry RPC after error@820050973) -> (continuation of Deferred@681930064 after retry RPC after error@462281805) -> (continuation of Deferred@1006558599 after retry RPC after error@214552305), errback=(continuation of Deferred@1520234987 after retry RPC after error@1273464699) -> (continuation of Deferred@1904368611 after retry RPC after error@1239621989) -> (continuation of Deferred@1951240731 after retry RPC after error@57020342) -> (continuation of Deferred@1616384378 after retry RPC after error@820050973) -> (continuation of Deferred@681930064 after retry RPC after error@462281805) -> (continuation of Deferred@1006558599 after retry RPC after error@214552305)))
03:04:52.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.791 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@254006166(state=PENDING, result=null, callback=(continuation of Deferred@979809930 after retry RPC after error@571616754) -> (continuation of Deferred@704768534 after retry RPC after error@992945059) -> (continuation of Deferred@888279210 after retry RPC after error@129816187) -> (continuation of Deferred@575200704 after retry RPC after error@1614331921) -> (continuation of Deferred@1156312060 after retry RPC after error@621142548) -> (continuation of Deferred@1095208361 after retry RPC after error@1733948888) -> (continuation of Deferred@2096514756 after retry RPC after error@1986600460), errback=(continuation of Deferred@979809930 after retry RPC after error@571616754) -> (continuation of Deferred@704768534 after retry RPC after error@992945059) -> (continuation of Deferred@888279210 after retry RPC after error@129816187) -> (continuation of Deferred@575200704 after retry RPC after error@1614331921) -> (continuation of Deferred@1156312060 after retry RPC after error@621142548) -> (continuation of Deferred@1095208361 after retry RPC after error@1733948888) -> (continuation of Deferred@2096514756 after retry RPC after error@1986600460)))
03:04:52.955 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@254006166(state=PENDING, result=null, callback=(continuation of Deferred@979809930 after retry RPC after error@571616754) -> (continuation of Deferred@704768534 after retry RPC after error@992945059) -> (continuation of Deferred@888279210 after retry RPC after error@129816187) -> (continuation of Deferred@575200704 after retry RPC after error@1614331921) -> (continuation of Deferred@1156312060 after retry RPC after error@621142548) -> (continuation of Deferred@1095208361 after retry RPC after error@1733948888) -> (continuation of Deferred@2096514756 after retry RPC after error@1986600460), errback=(continuation of Deferred@979809930 after retry RPC after error@571616754) -> (continuation of Deferred@704768534 after retry RPC after error@992945059) -> (continuation of Deferred@888279210 after retry RPC after error@129816187) -> (continuation of Deferred@575200704 after retry RPC after error@1614331921) -> (continuation of Deferred@1156312060 after retry RPC after error@621142548) -> (continuation of Deferred@1095208361 after retry RPC after error@1733948888) -> (continuation of Deferred@2096514756 after retry RPC after error@1986600460)))
03:04:52.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:52.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:52.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:52.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:52.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:52.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.051 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@168749756(state=PENDING, result=null, callback=(continuation of Deferred@1781570331 after retry RPC after error@2063444970) -> (continuation of Deferred@1797247268 after retry RPC after error@381259249) -> (continuation of Deferred@2017408126 after retry RPC after error@1871344232) -> (continuation of Deferred@2055800908 after retry RPC after error@537253097) -> (continuation of Deferred@563644499 after retry RPC after error@490579770) -> (continuation of Deferred@801380281 after retry RPC after error@560479284), errback=(continuation of Deferred@1781570331 after retry RPC after error@2063444970) -> (continuation of Deferred@1797247268 after retry RPC after error@381259249) -> (continuation of Deferred@2017408126 after retry RPC after error@1871344232) -> (continuation of Deferred@2055800908 after retry RPC after error@537253097) -> (continuation of Deferred@563644499 after retry RPC after error@490579770) -> (continuation of Deferred@801380281 after retry RPC after error@560479284)))
03:04:53.134 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@168749756(state=PENDING, result=null, callback=(continuation of Deferred@1781570331 after retry RPC after error@2063444970) -> (continuation of Deferred@1797247268 after retry RPC after error@381259249) -> (continuation of Deferred@2017408126 after retry RPC after error@1871344232) -> (continuation of Deferred@2055800908 after retry RPC after error@537253097) -> (continuation of Deferred@563644499 after retry RPC after error@490579770) -> (continuation of Deferred@801380281 after retry RPC after error@560479284), errback=(continuation of Deferred@1781570331 after retry RPC after error@2063444970) -> (continuation of Deferred@1797247268 after retry RPC after error@381259249) -> (continuation of Deferred@2017408126 after retry RPC after error@1871344232) -> (continuation of Deferred@2055800908 after retry RPC after error@537253097) -> (continuation of Deferred@563644499 after retry RPC after error@490579770) -> (continuation of Deferred@801380281 after retry RPC after error@560479284)))
03:04:53.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@845481156(state=PENDING, result=null, callback=(continuation of Deferred@65474544 after retry RPC after error@531214053) -> (continuation of Deferred@1993486963 after retry RPC after error@1812679497) -> (continuation of Deferred@1470648759 after retry RPC after error@94634785) -> (continuation of Deferred@1652750412 after retry RPC after error@1424340566) -> (continuation of Deferred@1104502932 after retry RPC after error@1691209348) -> (continuation of Deferred@293083849 after retry RPC after error@1758878134) -> (continuation of Deferred@40715768 after retry RPC after error@148771551), errback=(continuation of Deferred@65474544 after retry RPC after error@531214053) -> (continuation of Deferred@1993486963 after retry RPC after error@1812679497) -> (continuation of Deferred@1470648759 after retry RPC after error@94634785) -> (continuation of Deferred@1652750412 after retry RPC after error@1424340566) -> (continuation of Deferred@1104502932 after retry RPC after error@1691209348) -> (continuation of Deferred@293083849 after retry RPC after error@1758878134) -> (continuation of Deferred@40715768 after retry RPC after error@148771551)))
03:04:53.334 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@845481156(state=PENDING, result=null, callback=(continuation of Deferred@65474544 after retry RPC after error@531214053) -> (continuation of Deferred@1993486963 after retry RPC after error@1812679497) -> (continuation of Deferred@1470648759 after retry RPC after error@94634785) -> (continuation of Deferred@1652750412 after retry RPC after error@1424340566) -> (continuation of Deferred@1104502932 after retry RPC after error@1691209348) -> (continuation of Deferred@293083849 after retry RPC after error@1758878134) -> (continuation of Deferred@40715768 after retry RPC after error@148771551), errback=(continuation of Deferred@65474544 after retry RPC after error@531214053) -> (continuation of Deferred@1993486963 after retry RPC after error@1812679497) -> (continuation of Deferred@1470648759 after retry RPC after error@94634785) -> (continuation of Deferred@1652750412 after retry RPC after error@1424340566) -> (continuation of Deferred@1104502932 after retry RPC after error@1691209348) -> (continuation of Deferred@293083849 after retry RPC after error@1758878134) -> (continuation of Deferred@40715768 after retry RPC after error@148771551)))
03:04:53.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.353 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.451 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.452 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.493 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1991856521(state=PENDING, result=null, callback=(continuation of Deferred@1219288208 after retry RPC after error@1215860704) -> (continuation of Deferred@1155676485 after retry RPC after error@2028674377) -> (continuation of Deferred@1443694232 after retry RPC after error@1518769206) -> (continuation of Deferred@268150322 after retry RPC after error@802878417) -> (continuation of Deferred@291309940 after retry RPC after error@2132023373) -> (continuation of Deferred@755825579 after retry RPC after error@1437647264) -> (continuation of Deferred@752837835 after retry RPC after error@1935071085), errback=(continuation of Deferred@1219288208 after retry RPC after error@1215860704) -> (continuation of Deferred@1155676485 after retry RPC after error@2028674377) -> (continuation of Deferred@1443694232 after retry RPC after error@1518769206) -> (continuation of Deferred@268150322 after retry RPC after error@802878417) -> (continuation of Deferred@291309940 after retry RPC after error@2132023373) -> (continuation of Deferred@755825579 after retry RPC after error@1437647264) -> (continuation of Deferred@752837835 after retry RPC after error@1935071085)))
03:04:53.555 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1991856521(state=PENDING, result=null, callback=(continuation of Deferred@1219288208 after retry RPC after error@1215860704) -> (continuation of Deferred@1155676485 after retry RPC after error@2028674377) -> (continuation of Deferred@1443694232 after retry RPC after error@1518769206) -> (continuation of Deferred@268150322 after retry RPC after error@802878417) -> (continuation of Deferred@291309940 after retry RPC after error@2132023373) -> (continuation of Deferred@755825579 after retry RPC after error@1437647264) -> (continuation of Deferred@752837835 after retry RPC after error@1935071085), errback=(continuation of Deferred@1219288208 after retry RPC after error@1215860704) -> (continuation of Deferred@1155676485 after retry RPC after error@2028674377) -> (continuation of Deferred@1443694232 after retry RPC after error@1518769206) -> (continuation of Deferred@268150322 after retry RPC after error@802878417) -> (continuation of Deferred@291309940 after retry RPC after error@2132023373) -> (continuation of Deferred@755825579 after retry RPC after error@1437647264) -> (continuation of Deferred@752837835 after retry RPC after error@1935071085)))
03:04:53.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:53.612383 5235 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:53.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:53.613781 5235 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2b850776617a4f139696fab3694f8a7f', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.197.126:36719,127.4.197.125:40209,127.4.197.124:46401, num_attempts: 1)
03:04:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:53.615067 5235 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.197.124:46401)
03:04:53.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1341568885(state=PENDING, result=null, callback=(continuation of Deferred@288207155 after retry RPC after error@758370148) -> (continuation of Deferred@1069054107 after retry RPC after error@1167015174) -> (continuation of Deferred@970434733 after retry RPC after error@170657820) -> (continuation of Deferred@1982645602 after retry RPC after error@1257746860) -> (continuation of Deferred@1323428511 after retry RPC after error@610760631) -> (continuation of Deferred@888185228 after retry RPC after error@1132272751) -> (continuation of Deferred@34190221 after retry RPC after error@499955380), errback=(continuation of Deferred@288207155 after retry RPC after error@758370148) -> (continuation of Deferred@1069054107 after retry RPC after error@1167015174) -> (continuation of Deferred@970434733 after retry RPC after error@170657820) -> (continuation of Deferred@1982645602 after retry RPC after error@1257746860) -> (continuation of Deferred@1323428511 after retry RPC after error@610760631) -> (continuation of Deferred@888185228 after retry RPC after error@1132272751) -> (continuation of Deferred@34190221 after retry RPC after error@499955380)))
03:04:53.794 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1341568885(state=PENDING, result=null, callback=(continuation of Deferred@288207155 after retry RPC after error@758370148) -> (continuation of Deferred@1069054107 after retry RPC after error@1167015174) -> (continuation of Deferred@970434733 after retry RPC after error@170657820) -> (continuation of Deferred@1982645602 after retry RPC after error@1257746860) -> (continuation of Deferred@1323428511 after retry RPC after error@610760631) -> (continuation of Deferred@888185228 after retry RPC after error@1132272751) -> (continuation of Deferred@34190221 after retry RPC after error@499955380), errback=(continuation of Deferred@288207155 after retry RPC after error@758370148) -> (continuation of Deferred@1069054107 after retry RPC after error@1167015174) -> (continuation of Deferred@970434733 after retry RPC after error@170657820) -> (continuation of Deferred@1982645602 after retry RPC after error@1257746860) -> (continuation of Deferred@1323428511 after retry RPC after error@610760631) -> (continuation of Deferred@888185228 after retry RPC after error@1132272751) -> (continuation of Deferred@34190221 after retry RPC after error@499955380)))
03:04:53.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:53.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@354290034(state=PENDING, result=null, callback=(continuation of Deferred@70290004 after retry RPC after error@384503680) -> (continuation of Deferred@133142957 after retry RPC after error@1650415035) -> (continuation of Deferred@1648165262 after retry RPC after error@744785222) -> (continuation of Deferred@1463636886 after retry RPC after error@1339500103) -> (continuation of Deferred@1173122882 after retry RPC after error@1303026700) -> (continuation of Deferred@1891030988 after retry RPC after error@111489667), errback=(continuation of Deferred@70290004 after retry RPC after error@384503680) -> (continuation of Deferred@133142957 after retry RPC after error@1650415035) -> (continuation of Deferred@1648165262 after retry RPC after error@744785222) -> (continuation of Deferred@1463636886 after retry RPC after error@1339500103) -> (continuation of Deferred@1173122882 after retry RPC after error@1303026700) -> (continuation of Deferred@1891030988 after retry RPC after error@111489667)))
03:04:53.974 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@354290034(state=PENDING, result=null, callback=(continuation of Deferred@70290004 after retry RPC after error@384503680) -> (continuation of Deferred@133142957 after retry RPC after error@1650415035) -> (continuation of Deferred@1648165262 after retry RPC after error@744785222) -> (continuation of Deferred@1463636886 after retry RPC after error@1339500103) -> (continuation of Deferred@1173122882 after retry RPC after error@1303026700) -> (continuation of Deferred@1891030988 after retry RPC after error@111489667), errback=(continuation of Deferred@70290004 after retry RPC after error@384503680) -> (continuation of Deferred@133142957 after retry RPC after error@1650415035) -> (continuation of Deferred@1648165262 after retry RPC after error@744785222) -> (continuation of Deferred@1463636886 after retry RPC after error@1339500103) -> (continuation of Deferred@1173122882 after retry RPC after error@1303026700) -> (continuation of Deferred@1891030988 after retry RPC after error@111489667)))
03:04:53.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:53.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:53.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:53.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:53.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.013 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.052 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.092 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.112 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@424483136(state=PENDING, result=null, callback=(continuation of Deferred@925165797 after retry RPC after error@2119964924) -> (continuation of Deferred@1173878647 after retry RPC after error@880898448) -> (continuation of Deferred@611505189 after retry RPC after error@980919215) -> (continuation of Deferred@1078044633 after retry RPC after error@2138264496) -> (continuation of Deferred@1301443463 after retry RPC after error@1249889089) -> (continuation of Deferred@122536632 after retry RPC after error@1648815922) -> (continuation of Deferred@1016506038 after retry RPC after error@143087526), errback=(continuation of Deferred@925165797 after retry RPC after error@2119964924) -> (continuation of Deferred@1173878647 after retry RPC after error@880898448) -> (continuation of Deferred@611505189 after retry RPC after error@980919215) -> (continuation of Deferred@1078044633 after retry RPC after error@2138264496) -> (continuation of Deferred@1301443463 after retry RPC after error@1249889089) -> (continuation of Deferred@122536632 after retry RPC after error@1648815922) -> (continuation of Deferred@1016506038 after retry RPC after error@143087526)))
03:04:54.234 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@424483136(state=PENDING, result=null, callback=(continuation of Deferred@925165797 after retry RPC after error@2119964924) -> (continuation of Deferred@1173878647 after retry RPC after error@880898448) -> (continuation of Deferred@611505189 after retry RPC after error@980919215) -> (continuation of Deferred@1078044633 after retry RPC after error@2138264496) -> (continuation of Deferred@1301443463 after retry RPC after error@1249889089) -> (continuation of Deferred@122536632 after retry RPC after error@1648815922) -> (continuation of Deferred@1016506038 after retry RPC after error@143087526), errback=(continuation of Deferred@925165797 after retry RPC after error@2119964924) -> (continuation of Deferred@1173878647 after retry RPC after error@880898448) -> (continuation of Deferred@611505189 after retry RPC after error@980919215) -> (continuation of Deferred@1078044633 after retry RPC after error@2138264496) -> (continuation of Deferred@1301443463 after retry RPC after error@1249889089) -> (continuation of Deferred@122536632 after retry RPC after error@1648815922) -> (continuation of Deferred@1016506038 after retry RPC after error@143087526)))
03:04:54.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.272 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.313 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.472 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@408883403(state=PENDING, result=null, callback=(continuation of Deferred@839735908 after retry RPC after error@1355371313) -> (continuation of Deferred@1348984764 after retry RPC after error@819872819) -> (continuation of Deferred@1759045174 after retry RPC after error@1922199751) -> (continuation of Deferred@476498710 after retry RPC after error@1583086453) -> (continuation of Deferred@1906135006 after retry RPC after error@283647330) -> (continuation of Deferred@981228050 after retry RPC after error@998088315) -> (continuation of Deferred@537249141 after retry RPC after error@1884741402), errback=(continuation of Deferred@839735908 after retry RPC after error@1355371313) -> (continuation of Deferred@1348984764 after retry RPC after error@819872819) -> (continuation of Deferred@1759045174 after retry RPC after error@1922199751) -> (continuation of Deferred@476498710 after retry RPC after error@1583086453) -> (continuation of Deferred@1906135006 after retry RPC after error@283647330) -> (continuation of Deferred@981228050 after retry RPC after error@998088315) -> (continuation of Deferred@537249141 after retry RPC after error@1884741402)))
03:04:54.474 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@408883403(state=PENDING, result=null, callback=(continuation of Deferred@839735908 after retry RPC after error@1355371313) -> (continuation of Deferred@1348984764 after retry RPC after error@819872819) -> (continuation of Deferred@1759045174 after retry RPC after error@1922199751) -> (continuation of Deferred@476498710 after retry RPC after error@1583086453) -> (continuation of Deferred@1906135006 after retry RPC after error@283647330) -> (continuation of Deferred@981228050 after retry RPC after error@998088315) -> (continuation of Deferred@537249141 after retry RPC after error@1884741402), errback=(continuation of Deferred@839735908 after retry RPC after error@1355371313) -> (continuation of Deferred@1348984764 after retry RPC after error@819872819) -> (continuation of Deferred@1759045174 after retry RPC after error@1922199751) -> (continuation of Deferred@476498710 after retry RPC after error@1583086453) -> (continuation of Deferred@1906135006 after retry RPC after error@283647330) -> (continuation of Deferred@981228050 after retry RPC after error@998088315) -> (continuation of Deferred@537249141 after retry RPC after error@1884741402)))
03:04:54.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.531 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1631444278(state=PENDING, result=null, callback=(continuation of Deferred@282421307 after retry RPC after error@1754078337) -> (continuation of Deferred@1725101237 after retry RPC after error@1770602804) -> (continuation of Deferred@1386641550 after retry RPC after error@1380912975) -> (continuation of Deferred@600391407 after retry RPC after error@15358787) -> (continuation of Deferred@1642668504 after retry RPC after error@1266057181) -> (continuation of Deferred@555879962 after retry RPC after error@1941993790) -> (continuation of Deferred@1536123263 after retry RPC after error@603944260), errback=(continuation of Deferred@282421307 after retry RPC after error@1754078337) -> (continuation of Deferred@1725101237 after retry RPC after error@1770602804) -> (continuation of Deferred@1386641550 after retry RPC after error@1380912975) -> (continuation of Deferred@600391407 after retry RPC after error@15358787) -> (continuation of Deferred@1642668504 after retry RPC after error@1266057181) -> (continuation of Deferred@555879962 after retry RPC after error@1941993790) -> (continuation of Deferred@1536123263 after retry RPC after error@603944260)))
03:04:54.634 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1631444278(state=PENDING, result=null, callback=(continuation of Deferred@282421307 after retry RPC after error@1754078337) -> (continuation of Deferred@1725101237 after retry RPC after error@1770602804) -> (continuation of Deferred@1386641550 after retry RPC after error@1380912975) -> (continuation of Deferred@600391407 after retry RPC after error@15358787) -> (continuation of Deferred@1642668504 after retry RPC after error@1266057181) -> (continuation of Deferred@555879962 after retry RPC after error@1941993790) -> (continuation of Deferred@1536123263 after retry RPC after error@603944260), errback=(continuation of Deferred@282421307 after retry RPC after error@1754078337) -> (continuation of Deferred@1725101237 after retry RPC after error@1770602804) -> (continuation of Deferred@1386641550 after retry RPC after error@1380912975) -> (continuation of Deferred@600391407 after retry RPC after error@15358787) -> (continuation of Deferred@1642668504 after retry RPC after error@1266057181) -> (continuation of Deferred@555879962 after retry RPC after error@1941993790) -> (continuation of Deferred@1536123263 after retry RPC after error@603944260)))
03:04:54.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.652 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.692 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.713 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.752 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@599286701(state=PENDING, result=null, callback=(continuation of Deferred@1779791426 after retry RPC after error@893729262) -> (continuation of Deferred@360260837 after retry RPC after error@1975294188) -> (continuation of Deferred@886720383 after retry RPC after error@684491331) -> (continuation of Deferred@1959708083 after retry RPC after error@1705269310) -> (continuation of Deferred@61020746 after retry RPC after error@1337024231) -> (continuation of Deferred@1305541119 after retry RPC after error@175259091), errback=(continuation of Deferred@1779791426 after retry RPC after error@893729262) -> (continuation of Deferred@360260837 after retry RPC after error@1975294188) -> (continuation of Deferred@886720383 after retry RPC after error@684491331) -> (continuation of Deferred@1959708083 after retry RPC after error@1705269310) -> (continuation of Deferred@61020746 after retry RPC after error@1337024231) -> (continuation of Deferred@1305541119 after retry RPC after error@175259091)))
03:04:54.834 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@599286701(state=PENDING, result=null, callback=(continuation of Deferred@1779791426 after retry RPC after error@893729262) -> (continuation of Deferred@360260837 after retry RPC after error@1975294188) -> (continuation of Deferred@886720383 after retry RPC after error@684491331) -> (continuation of Deferred@1959708083 after retry RPC after error@1705269310) -> (continuation of Deferred@61020746 after retry RPC after error@1337024231) -> (continuation of Deferred@1305541119 after retry RPC after error@175259091), errback=(continuation of Deferred@1779791426 after retry RPC after error@893729262) -> (continuation of Deferred@360260837 after retry RPC after error@1975294188) -> (continuation of Deferred@886720383 after retry RPC after error@684491331) -> (continuation of Deferred@1959708083 after retry RPC after error@1705269310) -> (continuation of Deferred@61020746 after retry RPC after error@1337024231) -> (continuation of Deferred@1305541119 after retry RPC after error@175259091)))
03:04:54.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.892 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.913 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:54.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:54.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:54.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:54.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:54.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.112 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1846331172(state=PENDING, result=null, callback=(continuation of Deferred@395905170 after retry RPC after error@1167184514) -> (continuation of Deferred@420524370 after retry RPC after error@296575155) -> (continuation of Deferred@1320105868 after retry RPC after error@98695449) -> (continuation of Deferred@434586326 after retry RPC after error@1672806817) -> (continuation of Deferred@1418807564 after retry RPC after error@1588747190) -> (continuation of Deferred@2111853380 after retry RPC after error@915668304) -> (continuation of Deferred@1754532775 after retry RPC after error@607621864) -> (continuation of Deferred@1538432857 after retry RPC after error@1919057922), errback=(continuation of Deferred@395905170 after retry RPC after error@1167184514) -> (continuation of Deferred@420524370 after retry RPC after error@296575155) -> (continuation of Deferred@1320105868 after retry RPC after error@98695449) -> (continuation of Deferred@434586326 after retry RPC after error@1672806817) -> (continuation of Deferred@1418807564 after retry RPC after error@1588747190) -> (continuation of Deferred@2111853380 after retry RPC after error@915668304) -> (continuation of Deferred@1754532775 after retry RPC after error@607621864) -> (continuation of Deferred@1538432857 after retry RPC after error@1919057922)))
03:04:55.113 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
03:04:55.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.152 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.172 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.213 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.292 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.312 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.314 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@38117266(state=PENDING, result=null, callback=(continuation of Deferred@1380370242 after retry RPC after error@1197601112) -> (continuation of Deferred@1567601899 after retry RPC after error@1937246683) -> (continuation of Deferred@400604193 after retry RPC after error@1606640820) -> (continuation of Deferred@2133547851 after retry RPC after error@1278124964) -> (continuation of Deferred@1581060020 after retry RPC after error@438253059) -> (continuation of Deferred@1061930760 after retry RPC after error@113336518) -> (continuation of Deferred@817336069 after retry RPC after error@1408960574), errback=(continuation of Deferred@1380370242 after retry RPC after error@1197601112) -> (continuation of Deferred@1567601899 after retry RPC after error@1937246683) -> (continuation of Deferred@400604193 after retry RPC after error@1606640820) -> (continuation of Deferred@2133547851 after retry RPC after error@1278124964) -> (continuation of Deferred@1581060020 after retry RPC after error@438253059) -> (continuation of Deferred@1061930760 after retry RPC after error@113336518) -> (continuation of Deferred@817336069 after retry RPC after error@1408960574)))
03:04:55.314 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@38117266(state=PENDING, result=null, callback=(continuation of Deferred@1380370242 after retry RPC after error@1197601112) -> (continuation of Deferred@1567601899 after retry RPC after error@1937246683) -> (continuation of Deferred@400604193 after retry RPC after error@1606640820) -> (continuation of Deferred@2133547851 after retry RPC after error@1278124964) -> (continuation of Deferred@1581060020 after retry RPC after error@438253059) -> (continuation of Deferred@1061930760 after retry RPC after error@113336518) -> (continuation of Deferred@817336069 after retry RPC after error@1408960574), errback=(continuation of Deferred@1380370242 after retry RPC after error@1197601112) -> (continuation of Deferred@1567601899 after retry RPC after error@1937246683) -> (continuation of Deferred@400604193 after retry RPC after error@1606640820) -> (continuation of Deferred@2133547851 after retry RPC after error@1278124964) -> (continuation of Deferred@1581060020 after retry RPC after error@438253059) -> (continuation of Deferred@1061930760 after retry RPC after error@113336518) -> (continuation of Deferred@817336069 after retry RPC after error@1408960574)))
03:04:55.332 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.333 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.352 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.372 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.392 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.412 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.413 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.432 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.492 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.512 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.513 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.513 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1681235547(state=PENDING, result=null, callback=(continuation of Deferred@228411204 after retry RPC after error@1640564838) -> (continuation of Deferred@1225059483 after retry RPC after error@17523878) -> (continuation of Deferred@1724626084 after retry RPC after error@1340611107) -> (continuation of Deferred@568739697 after retry RPC after error@2064791999) -> (continuation of Deferred@1086840045 after retry RPC after error@1341255636) -> (continuation of Deferred@1547695252 after retry RPC after error@915071341) -> (continuation of Deferred@1221882853 after retry RPC after error@144423524), errback=(continuation of Deferred@228411204 after retry RPC after error@1640564838) -> (continuation of Deferred@1225059483 after retry RPC after error@17523878) -> (continuation of Deferred@1724626084 after retry RPC after error@1340611107) -> (continuation of Deferred@568739697 after retry RPC after error@2064791999) -> (continuation of Deferred@1086840045 after retry RPC after error@1341255636) -> (continuation of Deferred@1547695252 after retry RPC after error@915071341) -> (continuation of Deferred@1221882853 after retry RPC after error@144423524)))
03:04:55.514 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@1681235547(state=PENDING, result=null, callback=(continuation of Deferred@228411204 after retry RPC after error@1640564838) -> (continuation of Deferred@1225059483 after retry RPC after error@17523878) -> (continuation of Deferred@1724626084 after retry RPC after error@1340611107) -> (continuation of Deferred@568739697 after retry RPC after error@2064791999) -> (continuation of Deferred@1086840045 after retry RPC after error@1341255636) -> (continuation of Deferred@1547695252 after retry RPC after error@915071341) -> (continuation of Deferred@1221882853 after retry RPC after error@144423524), errback=(continuation of Deferred@228411204 after retry RPC after error@1640564838) -> (continuation of Deferred@1225059483 after retry RPC after error@17523878) -> (continuation of Deferred@1724626084 after retry RPC after error@1340611107) -> (continuation of Deferred@568739697 after retry RPC after error@2064791999) -> (continuation of Deferred@1086840045 after retry RPC after error@1341255636) -> (continuation of Deferred@1547695252 after retry RPC after error@915071341) -> (continuation of Deferred@1221882853 after retry RPC after error@144423524)))
03:04:55.532 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.533 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.552 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.572 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.612 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.632 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.633 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.672 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.673 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.712 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.772 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@597542588(state=PENDING, result=null, callback=(continuation of Deferred@479437308 after retry RPC after error@379105118) -> (continuation of Deferred@161788573 after retry RPC after error@1153514803) -> (continuation of Deferred@1163720726 after retry RPC after error@376266172) -> (continuation of Deferred@980497846 after retry RPC after error@2006237038) -> (continuation of Deferred@1428846018 after retry RPC after error@701911654) -> (continuation of Deferred@448339567 after retry RPC after error@1216658841) -> (continuation of Deferred@1317426478 after retry RPC after error@1440246778) -> (continuation of Deferred@121658696 after retry RPC after error@1782923340), errback=(continuation of Deferred@479437308 after retry RPC after error@379105118) -> (continuation of Deferred@161788573 after retry RPC after error@1153514803) -> (continuation of Deferred@1163720726 after retry RPC after error@376266172) -> (continuation of Deferred@980497846 after retry RPC after error@2006237038) -> (continuation of Deferred@1428846018 after retry RPC after error@701911654) -> (continuation of Deferred@448339567 after retry RPC after error@1216658841) -> (continuation of Deferred@1317426478 after retry RPC after error@1440246778) -> (continuation of Deferred@121658696 after retry RPC after error@1782923340)))
03:04:55.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@597542588(state=PENDING, result=null, callback=(continuation of Deferred@479437308 after retry RPC after error@379105118) -> (continuation of Deferred@161788573 after retry RPC after error@1153514803) -> (continuation of Deferred@1163720726 after retry RPC after error@376266172) -> (continuation of Deferred@980497846 after retry RPC after error@2006237038) -> (continuation of Deferred@1428846018 after retry RPC after error@701911654) -> (continuation of Deferred@448339567 after retry RPC after error@1216658841) -> (continuation of Deferred@1317426478 after retry RPC after error@1440246778) -> (continuation of Deferred@121658696 after retry RPC after error@1782923340), errback=(continuation of Deferred@479437308 after retry RPC after error@379105118) -> (continuation of Deferred@161788573 after retry RPC after error@1153514803) -> (continuation of Deferred@1163720726 after retry RPC after error@376266172) -> (continuation of Deferred@980497846 after retry RPC after error@2006237038) -> (continuation of Deferred@1428846018 after retry RPC after error@701911654) -> (continuation of Deferred@448339567 after retry RPC after error@1216658841) -> (continuation of Deferred@1317426478 after retry RPC after error@1440246778) -> (continuation of Deferred@121658696 after retry RPC after error@1782923340)))
03:04:55.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.792 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.812 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.832 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.852 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.872 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.873 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.912 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.932 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.933 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@939625620(state=PENDING, result=null, callback=(continuation of Deferred@537048784 after retry RPC after error@1908389119) -> (continuation of Deferred@1832526318 after retry RPC after error@1500210673) -> (continuation of Deferred@1818946618 after retry RPC after error@1627301124) -> (continuation of Deferred@1551355300 after retry RPC after error@1580302134) -> (continuation of Deferred@1702974454 after retry RPC after error@1891765447) -> (continuation of Deferred@314238358 after retry RPC after error@1193799736), errback=(continuation of Deferred@537048784 after retry RPC after error@1908389119) -> (continuation of Deferred@1832526318 after retry RPC after error@1500210673) -> (continuation of Deferred@1818946618 after retry RPC after error@1627301124) -> (continuation of Deferred@1551355300 after retry RPC after error@1580302134) -> (continuation of Deferred@1702974454 after retry RPC after error@1891765447) -> (continuation of Deferred@314238358 after retry RPC after error@1193799736)))
03:04:55.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, deferred=Deferred@939625620(state=PENDING, result=null, callback=(continuation of Deferred@537048784 after retry RPC after error@1908389119) -> (continuation of Deferred@1832526318 after retry RPC after error@1500210673) -> (continuation of Deferred@1818946618 after retry RPC after error@1627301124) -> (continuation of Deferred@1551355300 after retry RPC after error@1580302134) -> (continuation of Deferred@1702974454 after retry RPC after error@1891765447) -> (continuation of Deferred@314238358 after retry RPC after error@1193799736), errback=(continuation of Deferred@537048784 after retry RPC after error@1908389119) -> (continuation of Deferred@1832526318 after retry RPC after error@1500210673) -> (continuation of Deferred@1818946618 after retry RPC after error@1627301124) -> (continuation of Deferred@1551355300 after retry RPC after error@1580302134) -> (continuation of Deferred@1702974454 after retry RPC after error@1891765447) -> (continuation of Deferred@314238358 after retry RPC after error@1193799736)))
03:04:55.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.952 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.972 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:55.992 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:55.993 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:55.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:55.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:55.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.012 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.013 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.032 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.072 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.132 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.173 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.192 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@557649584(state=PENDING, result=null, callback=(continuation of Deferred@931400087 after retry RPC after error@2131099881) -> (continuation of Deferred@433289389 after retry RPC after error@1355984297) -> (continuation of Deferred@1192087189 after retry RPC after error@138649557) -> (continuation of Deferred@173508704 after retry RPC after error@1336787814) -> (continuation of Deferred@1719518560 after retry RPC after error@1918124877) -> (continuation of Deferred@1148633583 after retry RPC after error@1700895988) -> (continuation of Deferred@1841234941 after retry RPC after error@1033993004) -> (continuation of Deferred@1336585422 after retry RPC after error@642060275), errback=(continuation of Deferred@931400087 after retry RPC after error@2131099881) -> (continuation of Deferred@433289389 after retry RPC after error@1355984297) -> (continuation of Deferred@1192087189 after retry RPC after error@138649557) -> (continuation of Deferred@173508704 after retry RPC after error@1336787814) -> (continuation of Deferred@1719518560 after retry RPC after error@1918124877) -> (continuation of Deferred@1148633583 after retry RPC after error@1700895988) -> (continuation of Deferred@1841234941 after retry RPC after error@1033993004) -> (continuation of Deferred@1336585422 after retry RPC after error@642060275)))
03:04:56.194 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, deferred=Deferred@557649584(state=PENDING, result=null, callback=(continuation of Deferred@931400087 after retry RPC after error@2131099881) -> (continuation of Deferred@433289389 after retry RPC after error@1355984297) -> (continuation of Deferred@1192087189 after retry RPC after error@138649557) -> (continuation of Deferred@173508704 after retry RPC after error@1336787814) -> (continuation of Deferred@1719518560 after retry RPC after error@1918124877) -> (continuation of Deferred@1148633583 after retry RPC after error@1700895988) -> (continuation of Deferred@1841234941 after retry RPC after error@1033993004) -> (continuation of Deferred@1336585422 after retry RPC after error@642060275), errback=(continuation of Deferred@931400087 after retry RPC after error@2131099881) -> (continuation of Deferred@433289389 after retry RPC after error@1355984297) -> (continuation of Deferred@1192087189 after retry RPC after error@138649557) -> (continuation of Deferred@173508704 after retry RPC after error@1336787814) -> (continuation of Deferred@1719518560 after retry RPC after error@1918124877) -> (continuation of Deferred@1148633583 after retry RPC after error@1700895988) -> (continuation of Deferred@1841234941 after retry RPC after error@1033993004) -> (continuation of Deferred@1336585422 after retry RPC after error@642060275)))
03:04:56.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.212 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.232 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.233 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.124:46401(127.4.197.124:46401)] connecting to peer
03:04:56.253 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.4.197.125:40209(127.4.197.125:40209)] connecting to peer
03:04:56.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.197.125:40209(127.4.197.125:40209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.125:40209: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209
03:04:56.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.124:46401(127.4.197.124:46401)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=48939), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [58ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [236ms] refreshing cache from master, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [239ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [277ms] refreshing cache from master, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [279ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [539ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [539ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [618ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [619ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [619ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [620ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2337ms] refreshing cache from master, [2337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [2337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [2338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2338ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2339ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2340ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2340ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3677ms] refreshing cache from master, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [3678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [3678ms] too many traces: truncated at 100 traces, deferred=Deferred@174437863(state=PENDING, result=null, callback=(continuation of Deferred@2132179384 after retry RPC after error@961513820) -> (continuation of Deferred@61384581 after retry RPC after error@608559258) -> (continuation of Deferred@1758627347 after retry RPC after error@764602172) -> (continuation of Deferred@1799420292 after retry RPC after error@1611302214) -> (continuation of Deferred@471102794 after retry RPC after error@637913843) -> (continuation of Deferred@1256561518 after retry RPC after error@2129725377) -> (continuation of Deferred@1097896816 after retry RPC after error@1227529215) -> (continuation of Deferred@796018527 after retry RPC after error@1498120831) -> (continuation of Deferred@476406069 after retry RPC after error@26080293) -> (continuation of Deferred@1014498292 after retry RPC after error@967128702) -> (continuation of Deferred@251565238 after retry RPC after error@1622959504) -> (continuation of Deferred@480751056 after retry RPC after error@211910396) -> (continuation of Deferred@1979711738 after retry RPC after error@1964206927) -> (continuation of Deferred@1425768720 after retry RPC after error@1403667437) -> (continuation of Deferred@626761394 after retry RPC after error@1274859589) -> (continuation of Deferred@1132931883 after retry RPC after error@1110683037) -> (continuation of Deferred@1004803431 after retry RPC after error@372737190) -> (continuation of Deferred@1813195576 after retry RPC after error@856894562) -> (continuation of Deferred@684152906 after retry RPC after error@41941824) -> (continuation of Deferred@2000702172 after retry RPC after error@1561991274) -> (continuation of Deferred@1326255755 after retry RPC after error@852838865) -> (continuation of Deferred@1194779645 after retry RPC after error@1256356409) -> (continuation of Deferred@1832672440 after retry RPC after error@1975458575) -> (continuation of Deferred@90580814 after retry RPC after error@1544332905) -> (continuation of Deferred@1406855372 after retry RPC after error@1588651739) -> (continuation of Deferred@1792599572 after retry RPC after error@1407072968) -> (continuation of Deferred@1472603383 after retry RPC after error@244942570) -> (continuation of Deferred@601631083 after retry RPC after error@24530850) -> (continuation of Deferred@1735471847 after retry RPC after error@622679605), errback=(continuation of Deferred@2132179384 after retry RPC after error@961513820) -> (continuation of Deferred@61384581 after retry RPC after error@608559258) -> (continuation of Deferred@1758627347 after retry RPC after error@764602172) -> (continuation of Deferred@1799420292 after retry RPC after error@1611302214) -> (continuation of Deferred@471102794 after retry RPC after error@637913843) -> (continuation of Deferred@1256561518 after retry RPC after error@2129725377) -> (continuation of Deferred@1097896816 after retry RPC after error@1227529215) -> (continuation of Deferred@796018527 after retry RPC after error@1498120831) -> (continuation of Deferred@476406069 after retry RPC after error@26080293) -> (continuation of Deferred@1014498292 after retry RPC after error@967128702) -> (continuation of Deferred@251565238 after retry RPC after error@1622959504) -> (continuation of Deferred@480751056 after retry RPC after error@211910396) -> (continuation of Deferred@1979711738 after retry RPC after error@1964206927) -> (continuation of Deferred@1425768720 after retry RPC after error@1403667437) -> (continuation of Deferred@626761394 after retry RPC after error@1274859589) -> (continuation of Deferred@1132931883 after retry RPC after error@1110683037) -> (continuation of Deferred@1004803431 after retry RPC after error@372737190) -> (continuation of Deferred@1813195576 after retry RPC after error@856894562) -> (continuation of Deferred@684152906 after retry RPC after error@41941824) -> (continuation of Deferred@2000702172 after retry RPC after error@1561991274) -> (continuation of Deferred@1326255755 after retry RPC after error@852838865) -> (continuation of Deferred@1194779645 after retry RPC after error@1256356409) -> (continuation of Deferred@1832672440 after retry RPC after error@1975458575) -> (continuation of Deferred@90580814 after retry RPC after error@1544332905) -> (continuation of Deferred@1406855372 after retry RPC after error@1588651739) -> (continuation of Deferred@1792599572 after retry RPC after error@1407072968) -> (continuation of Deferred@1472603383 after retry RPC after error@244942570) -> (continuation of Deferred@601631083 after retry RPC after error@24530850) -> (continuation of Deferred@1735471847 after retry RPC after error@622679605)))
03:04:56.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.197.124:46401: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
03:04:56.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209; will retry
03:04:56.258 [DEBUG - main] (Connection.java:575) [peer master-127.4.197.126:36719(127.4.197.126:36719)] disconnecting while in state READY
03:04:56.258 [DEBUG - main] (Connection.java:575) [peer master-127.4.197.124:46401(127.4.197.124:46401)] disconnecting while in state TERMINATED
03:04:56.258 [DEBUG - main] (Connection.java:575) [peer master-127.4.197.125:40209(127.4.197.125:40209)] disconnecting while in state TERMINATED
03:04:56.258 [DEBUG - main] (Connection.java:575) [peer 1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)] disconnecting while in state READY
03:04:56.260 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)] handling channelInactive
03:04:56.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:04:56.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d72406a591844869b807100ed6e83ab(127.4.197.66:41175)] cleaning up while in state READY due to: connection closed
03:04:56.261 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.197.126:36719(127.4.197.126:36719)] handling channelInactive
03:04:56.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.197.126:36719(127.4.197.126:36719)] cleaning up while in state READY due to: connection closed
03:04:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.261479 4885 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu pid 5177
03:04:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.269094 5331 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.424108 4885 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu with pid 5177
03:04:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 03:04:56.450009 4912 connection.cc:537] server connection from 127.4.197.65:42303 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:04:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.450304 4885 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu pid 5341
03:04:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.456794 5472 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:56.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.569401 4885 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu with pid 5341
03:04:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.589479 4885 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu pid 5482
03:04:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.596446 5613 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.705410 4885 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu with pid 5482
03:04:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.725023 4885 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu pid 4896
03:04:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.726204 4967 generic_service.cc:196] Checking for leaks (request via RPC)
03:04:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 03:04:56.875841 4885 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskBIDGEw/build/asan/bin/kudu with pid 4896
03:04:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-04T03:04:56Z chronyd exiting
03:04:57.044 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=48939), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [58ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [236ms] refreshing cache from master, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [239ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [277ms] refreshing cache from master, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [279ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [539ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [539ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [618ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [619ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [619ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [620ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2337ms] refreshing cache from master, [2337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [2337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [2338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2338ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2339ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2340ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2340ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3677ms] refreshing cache from master, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [3678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [3678ms] too many traces: truncated at 100 traces, deferred=Deferred@174437863(state=PENDING, result=null, callback=(continuation of Deferred@2132179384 after retry RPC after error@961513820) -> (continuation of Deferred@61384581 after retry RPC after error@608559258) -> (continuation of Deferred@1758627347 after retry RPC after error@764602172) -> (continuation of Deferred@1799420292 after retry RPC after error@1611302214) -> (continuation of Deferred@471102794 after retry RPC after error@637913843) -> (continuation of Deferred@1256561518 after retry RPC after error@2129725377) -> (continuation of Deferred@1097896816 after retry RPC after error@1227529215) -> (continuation of Deferred@796018527 after retry RPC after error@1498120831) -> (continuation of Deferred@476406069 after retry RPC after error@26080293) -> (continuation of Deferred@1014498292 after retry RPC after error@967128702) -> (continuation of Deferred@251565238 after retry RPC after error@1622959504) -> (continuation of Deferred@480751056 after retry RPC after error@211910396) -> (continuation of Deferred@1979711738 after retry RPC after error@1964206927) -> (continuation of Deferred@1425768720 after retry RPC after error@1403667437) -> (continuation of Deferred@626761394 after retry RPC after error@1274859589) -> (continuation of Deferred@1132931883 after retry RPC after error@1110683037) -> (continuation of Deferred@1004803431 after retry RPC after error@372737190) -> (continuation of Deferred@1813195576 after retry RPC after error@856894562) -> (continuation of Deferred@684152906 after retry RPC after error@41941824) -> (continuation of Deferred@2000702172 after retry RPC after error@1561991274) -> (continuation of Deferred@1326255755 after retry RPC after error@852838865) -> (continuation of Deferred@1194779645 after retry RPC after error@1256356409) -> (continuation of Deferred@1832672440 after retry RPC after error@1975458575) -> (continuation of Deferred@90580814 after retry RPC after error@1544332905) -> (continuation of Deferred@1406855372 after retry RPC after error@1588651739) -> (continuation of Deferred@1792599572 after retry RPC after error@1407072968) -> (continuation of Deferred@1472603383 after retry RPC after error@244942570) -> (continuation of Deferred@601631083 after retry RPC after error@24530850) -> (continuation of Deferred@1735471847 after retry RPC after error@622679605), errback=(continuation of Deferred@2132179384 after retry RPC after error@961513820) -> (continuation of Deferred@61384581 after retry RPC after error@608559258) -> (continuation of Deferred@1758627347 after retry RPC after error@764602172) -> (continuation of Deferred@1799420292 after retry RPC after error@1611302214) -> (continuation of Deferred@471102794 after retry RPC after error@637913843) -> (continuation of Deferred@1256561518 after retry RPC after error@2129725377) -> (continuation of Deferred@1097896816 after retry RPC after error@1227529215) -> (continuation of Deferred@796018527 after retry RPC after error@1498120831) -> (continuation of Deferred@476406069 after retry RPC after error@26080293) -> (continuation of Deferred@1014498292 after retry RPC after error@967128702) -> (continuation of Deferred@251565238 after retry RPC after error@1622959504) -> (continuation of Deferred@480751056 after retry RPC after error@211910396) -> (continuation of Deferred@1979711738 after retry RPC after error@1964206927) -> (continuation of Deferred@1425768720 after retry RPC after error@1403667437) -> (continuation of Deferred@626761394 after retry RPC after error@1274859589) -> (continuation of Deferred@1132931883 after retry RPC after error@1110683037) -> (continuation of Deferred@1004803431 after retry RPC after error@372737190) -> (continuation of Deferred@1813195576 after retry RPC after error@856894562) -> (continuation of Deferred@684152906 after retry RPC after error@41941824) -> (continuation of Deferred@2000702172 after retry RPC after error@1561991274) -> (continuation of Deferred@1326255755 after retry RPC after error@852838865) -> (continuation of Deferred@1194779645 after retry RPC after error@1256356409) -> (continuation of Deferred@1832672440 after retry RPC after error@1975458575) -> (continuation of Deferred@90580814 after retry RPC after error@1544332905) -> (continuation of Deferred@1406855372 after retry RPC after error@1588651739) -> (continuation of Deferred@1792599572 after retry RPC after error@1407072968) -> (continuation of Deferred@1472603383 after retry RPC after error@244942570) -> (continuation of Deferred@601631083 after retry RPC after error@24530850) -> (continuation of Deferred@1735471847 after retry RPC after error@622679605)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.197.124:46401
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_275]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_275]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=48939), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [18ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [58ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [59ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [79ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [79ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [118ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [158ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [159ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [159ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [236ms] refreshing cache from master, [236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [238ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [239ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [239ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [277ms] refreshing cache from master, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [278ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [279ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [279ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [538ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [539ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [539ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [618ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [619ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [619ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [620ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2337ms] refreshing cache from master, [2337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [2337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [2338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [2338ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.124:46401: Network error: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401, [2339ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.126:36719: OK, [2340ms] Sub RPC ConnectToMaster: received response from server master-127.4.197.125:40209: Network error: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [2340ms] delaying RPC due to: Service unavailable: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209, [3677ms] refreshing cache from master, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.126:36719, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.124:46401, [3678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.197.125:40209, [3678ms] too many traces: truncated at 100 traces, deferred=Deferred@174437863(state=PENDING, result=null, callback=(continuation of Deferred@2132179384 after retry RPC after error@961513820) -> (continuation of Deferred@61384581 after retry RPC after error@608559258) -> (continuation of Deferred@1758627347 after retry RPC after error@764602172) -> (continuation of Deferred@1799420292 after retry RPC after error@1611302214) -> (continuation of Deferred@471102794 after retry RPC after error@637913843) -> (continuation of Deferred@1256561518 after retry RPC after error@2129725377) -> (continuation of Deferred@1097896816 after retry RPC after error@1227529215) -> (continuation of Deferred@796018527 after retry RPC after error@1498120831) -> (continuation of Deferred@476406069 after retry RPC after error@26080293) -> (continuation of Deferred@1014498292 after retry RPC after error@967128702) -> (continuation of Deferred@251565238 after retry RPC after error@1622959504) -> (continuation of Deferred@480751056 after retry RPC after error@211910396) -> (continuation of Deferred@1979711738 after retry RPC after error@1964206927) -> (continuation of Deferred@1425768720 after retry RPC after error@1403667437) -> (continuation of Deferred@626761394 after retry RPC after error@1274859589) -> (continuation of Deferred@1132931883 after retry RPC after error@1110683037) -> (continuation of Deferred@1004803431 after retry RPC after error@372737190) -> (continuation of Deferred@1813195576 after retry RPC after error@856894562) -> (continuation of Deferred@684152906 after retry RPC after error@41941824) -> (continuation of Deferred@2000702172 after retry RPC after error@1561991274) -> (continuation of Deferred@1326255755 after retry RPC after error@852838865) -> (continuation of Deferred@1194779645 after retry RPC after error@1256356409) -> (continuation of Deferred@1832672440 after retry RPC after error@1975458575) -> (continuation of Deferred@90580814 after retry RPC after error@1544332905) -> (continuation of Deferred@1406855372 after retry RPC after error@1588651739) -> (continuation of Deferred@1792599572 after retry RPC after error@1407072968) -> (continuation of Deferred@1472603383 after retry RPC after error@244942570) -> (continuation of Deferred@601631083 after retry RPC after error@24530850) -> (continuation of Deferred@1735471847 after retry RPC after error@622679605), errback=(continuation of Deferred@2132179384 after retry RPC after error@961513820) -> (continuation of Deferred@61384581 after retry RPC after error@608559258) -> (continuation of Deferred@1758627347 after retry RPC after error@764602172) -> (continuation of Deferred@1799420292 after retry RPC after error@1611302214) -> (continuation of Deferred@471102794 after retry RPC after error@637913843) -> (continuation of Deferred@1256561518 after retry RPC after error@2129725377) -> (continuation of Deferred@1097896816 after retry RPC after error@1227529215) -> (continuation of Deferred@796018527 after retry RPC after error@1498120831) -> (continuation of Deferred@476406069 after retry RPC after error@26080293) -> (continuation of Deferred@1014498292 after retry RPC after error@967128702) -> (continuation of Deferred@251565238 after retry RPC after error@1622959504) -> (continuation of Deferred@480751056 after retry RPC after error@211910396) -> (continuation of Deferred@1979711738 after retry RPC after error@1964206927) -> (continuation of Deferred@1425768720 after retry RPC after error@1403667437) -> (continuation of Deferred@626761394 after retry RPC after error@1274859589) -> (continuation of Deferred@1132931883 after retry RPC after error@1110683037) -> (continuation of Deferred@1004803431 after retry RPC after error@372737190) -> (continuation of Deferred@1813195576 after retry RPC after error@856894562) -> (continuation of Deferred@684152906 after retry RPC after error@41941824) -> (continuation of Deferred@2000702172 after retry RPC after error@1561991274) -> (continuation of Deferred@1326255755 after retry RPC after error@852838865) -> (continuation of Deferred@1194779645 after retry RPC after error@1256356409) -> (continuation of Deferred@1832672440 after retry RPC after error@1975458575) -> (continuation of Deferred@90580814 after retry RPC after error@1544332905) -> (continuation of Deferred@1406855372 after retry RPC after error@1588651739) -> (continuation of Deferred@1792599572 after retry RPC after error@1407072968) -> (continuation of Deferred@1472603383 after retry RPC after error@244942570) -> (continuation of Deferred@601631083 after retry RPC after error@24530850) -> (continuation of Deferred@1735471847 after retry RPC after error@622679605)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.197.126:36719,127.4.197.124:46401,127.4.197.125:40209) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.125:40209(127.4.197.125:40209): Connection refused: /127.4.197.125:40209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.197.124:46401(127.4.197.124:46401): Connection refused: /127.4.197.124:46401
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.197.124:46401
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)